-- Logs begin at Wed 2021-09-22 18:56:45 UTC, end at Wed 2021-09-22 20:19:29 UTC. -- Sep 22 19:54:25.105265 dv-cinder-778534-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 19:54:27.814675 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.common.config [-] Logging enabled! Sep 22 19:54:27.815268 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 19:54:27.815448 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101027) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 19:54:27.819224 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.common.config [-] Logging enabled! Sep 22 19:54:27.819481 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 19:54:27.819793 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101027) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 19:54:27.820748 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 19:54:27.820983 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 19:54:27.821347 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 19:54:27.821592 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 19:54:27.821845 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 19:54:27.822167 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.822464 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.822761 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.822991 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.823284 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.823577 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.823858 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.824146 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.824447 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.824729 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.825006 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.825289 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.825519 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.825820 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.826107 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.826393 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.826616 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] debug = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.826893 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.827317 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.827723 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.827999 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.828288 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.828565 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.828836 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.829111 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.829391 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.829719 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] host = dv-cinder-778534-8-iscsi {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.830020 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.830307 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.830595 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.830882 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.831156 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.831433 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.831717 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.832039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.832815 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] log_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.833091 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.833381 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.833668 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.833983 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.834207 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.834433 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.834719 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.835006 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.835279 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.835551 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.835822 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.836092 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.836361 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.836881 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.837165 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.837449 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.837746 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.838029 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.838302 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.838571 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.838840 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.839123 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.839395 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.839672 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.839942 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.840231 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.840497 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.840767 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.841063 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.841350 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.841632 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.841942 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.842215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.842496 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.842766 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.843035 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.843303 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] use_json = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.843574 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.843842 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.844122 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.844394 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.844665 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.844933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.845201 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.845486 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:27.845802 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.846101 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.846400 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.846680 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.846973 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.847251 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.847561 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.847836 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.848123 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.848411 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.848696 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.848973 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.849259 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.849535 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.849864 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.850176 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.850471 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.850760 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.851032 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.851307 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.851580 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.851855 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.852139 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.852414 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.852700 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.852986 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.853262 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.853551 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.853865 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.854156 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.854430 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.854707 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.854996 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.855272 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.855544 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.855819 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.856109 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.856384 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.856652 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.856933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.857209 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.857483 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.857768 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.858049 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.858337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.858611 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.858880 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.859148 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.859422 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.859691 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.859973 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.860253 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.860525 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.860795 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.861066 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.861335 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.861605 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.861904 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.862175 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.862447 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.862718 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.862986 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.863281 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.863550 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.863819 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.864087 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.864355 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.864628 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.864896 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.865162 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.865429 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.865697 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.865990 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.866271 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.866565 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.866840 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.867115 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.867389 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.867664 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.867939 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.868213 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.868489 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.868764 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.869035 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.869324 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.869608 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.869918 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.870206 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.870481 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.870782 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.871057 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.871337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.871612 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.871886 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.872167 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.872447 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.872741 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.873034 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.873327 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.873619 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.873933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.874212 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.874518 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.874795 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:27.875012 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 19:54:27.875250 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101027) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 19:54:28.224850 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 19:54:28.225133 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 19:54:28.225424 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 19:54:28.225783 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 19:54:28.616625 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.616835 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.617115 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.618434 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.618711 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.618976 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.653756 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.654048 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.654314 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.669339 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.669618 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.669923 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.698182 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.698460 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.698728 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.736777 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.737066 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.737335 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.966178 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.966792 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.966792 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.966946 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:28.967650 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.087062 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.087379 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.087659 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.087927 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.088190 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.088499 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.088756 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.089012 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.089264 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.089544 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.089825 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.090089 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.090344 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.090603 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.090847 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.091108 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.091361 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.091627 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.091895 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.092151 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.092419 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.092673 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.092954 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.093328 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.093577 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.093847 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.094239 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 19:54:29.094480 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 19:54:29.094722 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 19:54:29.094958 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 19:54:29.095191 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 19:54:29.095424 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 19:54:29.095782 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 19:54:29.098867 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 19:54:29.102883 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 19:54:29.106506 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 22 19:54:29.108120 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 19:54:29.108572 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 19:54:29.108908 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 19:54:29.109294 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 19:54:29.112069 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 19:54:29.112323 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 19:54:29.112666 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 19:54:29.117972 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 19:54:29.139981 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 19:54:29.140427 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.140722 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101027) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 19:54:29.141077 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.142462 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101027) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 19:54:29.142906 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 19:54:29.143159 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 19:54:29.146903 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.147185 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:29.211153 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 19:54:29.211388 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 19:54:29.211883 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 19:54:29.212250 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 19:54:29.233692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_db.sqlalchemy.engines [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101027) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 19:54:29.943866 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Initializing driver for type 'gre' Sep 22 19:54:29.944402 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] gre ID ranges: [(1, 1000)] Sep 22 19:54:30.152090 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Initializing driver for type 'local' Sep 22 19:54:30.152681 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Initializing driver for type 'vlan' Sep 22 19:54:30.226502 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] VlanTypeDriver initialization complete Sep 22 19:54:30.226789 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Initializing driver for type 'vxlan' Sep 22 19:54:30.227278 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] vxlan ID ranges: [(1, 1000)] Sep 22 19:54:30.443623 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Initializing extension driver 'port_security' Sep 22 19:54:30.443960 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.extensions.port_security [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] PortSecurityExtensionDriver initialization complete Sep 22 19:54:30.444287 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Initializing mechanism driver 'openvswitch' Sep 22 19:54:30.444609 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Initializing mechanism driver 'hyperv' Sep 22 19:54:30.451208 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.plugins.ml2.plugin [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:54:30.451906 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > port after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.452271 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > port after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.452618 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > port after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.453137 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 19:54:30.453574 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > subnet after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.453945 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > subnet after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.454290 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.454718 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 19:54:30.455124 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > network after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.455473 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > network after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.455816 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > network after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.456205 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 19:54:30.456649 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > security_group after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.457506 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > security_group after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.457870 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > security_group after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.458401 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 19:54:30.458812 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.459164 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.460564 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.460564 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 19:54:30.460564 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > address_group after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.460776 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > address_group after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.460986 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > address_group after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.461374 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101027) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 19:54:30.462024 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] ML2 OVO RPC backend initialized. {{(pid=101027) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 22 19:54:30.462720 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.463071 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.463482 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > network before_response 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.463827 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > networks before_response 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.464172 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > port before_response 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.464510 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > ports before_response 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.464850 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > subnet before_response 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.465194 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > subnets before_response 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.465582 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > network after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.465970 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > network after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.466314 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > network after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.466647 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > port after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.466979 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > port after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.467346 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > port after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.467676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > subnet after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.468008 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > subnet after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.468337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.468908 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.plugin [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Modular L2 Plugin initialization complete Sep 22 19:54:30.469233 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading services supported by the core plugin {{(pid=101027) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 19:54:30.469554 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.plugins.ml2.managers [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Got port-security extension from driver 'port_security' Sep 22 19:54:30.470042 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.extensions.vlantransparent [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Disabled vlantransparent extension. Sep 22 19:54:30.470522 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101027) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 19:54:30.470833 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading Plugin: router Sep 22 19:54:30.506892 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router_interface before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.507225 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router after_create 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.507595 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router before_create 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.507958 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.508331 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.508690 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router after_delete 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.509044 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > floatingip after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.509392 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > floatingip after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.509767 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router after_create 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.510124 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router after_update 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.510470 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router after_update 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.510813 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.511172 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router after_update 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.511584 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_update 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.511954 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: port after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.512298 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: port after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.512634 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: subnet after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.512970 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.513315 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > port precommit_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.513690 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_create 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521047 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: port before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521047 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521047 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router after_update 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521047 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_delete 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_create 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_update 55549900 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > agent after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521625 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > agent after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521625 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > network after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.521625 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Tracking information for resource: router configured {{(pid=101027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 19:54:30.521625 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Tracking information for resource: floatingip configured {{(pid=101027) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 19:54:30.523777 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.db.l3_agentschedulers_db [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 19:54:30.524343 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: port after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.524701 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: port after_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.525051 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: port after_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.525400 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: port after_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.526203 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router before_create 55550100 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.526564 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_delete 55550100 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.526924 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_create 55550100 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.527280 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > router precommit_update 55550100 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.532167 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.services.provider_configuration [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service providers = [] {{(pid=101027) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 19:54:30.532531 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.db.servicetype_db [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101027) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 19:54:30.536065 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.services.service_base [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 19:54:30.536413 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.services.service_base [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 19:54:30.536754 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.services.service_base [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 19:54:30.537638 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.services.service_base [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101027) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 19:54:30.538046 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.services.service_base [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 19:54:30.538423 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 19:54:30.538740 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 19:54:30.549253 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 19:54:30.549590 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading Plugin: auto_allocate Sep 22 19:54:30.555307 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: network precommit_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.555674 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: network precommit_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.556212 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 19:54:30.556515 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading Plugin: tag Sep 22 19:54:30.562971 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 19:54:30.563301 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading Plugin: timestamp Sep 22 19:54:30.567792 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 19:54:30.568117 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading Plugin: network_ip_availability Sep 22 19:54:30.573563 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.579063 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.579063 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.579063 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 19:54:30.579063 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading Plugin: flavors Sep 22 19:54:30.584069 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 19:54:30.584403 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading Plugin: revisions Sep 22 19:54:30.588938 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101027) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 19:54:30.589322 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_concurrency.lockutils [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.364s {{(pid=101027) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 19:54:30.590078 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101027) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 19:54:30.590414 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Initializing extension manager. Sep 22 19:54:30.590923 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: __init__.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.591257 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: __pycache__ {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.591587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.591916 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: address_group.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.592669 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.593222 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: address-group Sep 22 19:54:30.593542 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: address_scope.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.594457 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.594966 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: address-scope Sep 22 19:54:30.595286 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: admin_state_down_before_update.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.596203 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.596707 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: router-admin-state-down-before-update Sep 22 19:54:30.597065 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: agent.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.597812 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.598316 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: agent Sep 22 19:54:30.598633 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: agent_resources_synced.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.599532 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.600038 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: agent-resources-synced Sep 22 19:54:30.600360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: allowedaddresspairs.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.602406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.602937 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: allowed-address-pairs Sep 22 19:54:30.603265 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: auto_allocated_topology.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.604318 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.604833 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: auto-allocated-topology Sep 22 19:54:30.605158 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: availability_zone.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.605881 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.606426 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: availability_zone Sep 22 19:54:30.606749 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: availability_zone_filter.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.607644 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.608150 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: availability_zone_filter Sep 22 19:54:30.608473 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: data_plane_status.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.609380 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.609905 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 19:54:30.610227 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: default_subnetpools.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.611133 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.611640 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: default-subnetpools Sep 22 19:54:30.611962 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: dhcpagentscheduler.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.612765 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.613294 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: dhcp_agent_scheduler Sep 22 19:54:30.613615 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: dns.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.614560 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.615067 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension dns-integration not supported by any of loaded plugins Sep 22 19:54:30.615387 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: dns_domain_ports.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.616296 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.616804 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 19:54:30.617247 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.618092 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.618595 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 19:54:30.618913 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: dvr.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.619574 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.620079 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: dvr Sep 22 19:54:30.620395 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: ecmp_routes.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.621297 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.621834 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 19:54:30.622152 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: empty_string_filtering.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.623053 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.623614 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: empty-string-filtering Sep 22 19:54:30.623951 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.630041 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.630547 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 19:54:30.630868 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.631776 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.632283 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 19:54:30.632601 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: external_net.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.633508 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.634051 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: external-net Sep 22 19:54:30.634367 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: extra_dhcp_opt.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.635268 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.635769 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: extra_dhcp_opt Sep 22 19:54:30.636088 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: extraroute.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.636987 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.637487 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: extraroute Sep 22 19:54:30.637843 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: extraroute_atomic.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.638870 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.639416 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: extraroute-atomic Sep 22 19:54:30.639736 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: filter_validation.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.640394 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.640893 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: filter-validation Sep 22 19:54:30.641211 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: fip_pf_description.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.642139 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.642648 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 19:54:30.642965 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: fip_port_details.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.643868 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.644969 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: fip-port-details Sep 22 19:54:30.645296 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: flavors.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.646544 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.647061 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: flavors Sep 22 19:54:30.647387 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.649019 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.649539 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 19:54:30.649898 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: floatingip_pools.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.650599 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.651108 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: floatingip-pools Sep 22 19:54:30.651430 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: ip_allocation.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.652401 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.652909 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 19:54:30.653228 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.654172 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.654682 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: ip-substring-filtering Sep 22 19:54:30.655002 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: l2_adjacency.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.655921 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.656421 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 19:54:30.656737 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: l3.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.657848 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.658366 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: router Sep 22 19:54:30.658686 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: l3_conntrack_helper.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.660907 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.661436 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 19:54:30.661790 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.662830 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.663268 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: ext-gw-mode Sep 22 19:54:30.663592 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.664521 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.665029 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: l3-ha Sep 22 19:54:30.665350 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: l3_flavors.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.666285 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.666795 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: l3-flavors Sep 22 19:54:30.667117 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.668027 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.668537 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 19:54:30.668853 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: l3agentscheduler.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.669908 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.670413 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: l3_agent_scheduler Sep 22 19:54:30.670734 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: logging.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.672200 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.672723 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension logging not supported by any of loaded plugins Sep 22 19:54:30.673054 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: metering.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.673815 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.674393 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: metering Sep 22 19:54:30.674716 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.675843 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.676359 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: metering_source_and_destination_fields Sep 22 19:54:30.676684 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: multiprovidernet.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.677609 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.678154 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: multi-provider Sep 22 19:54:30.678479 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: netmtu.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.679421 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.679924 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: net-mtu Sep 22 19:54:30.680245 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: netmtu_writable.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.681145 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.681927 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: net-mtu-writable Sep 22 19:54:30.682252 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: network_availability_zone.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.682919 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.683422 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: network_availability_zone Sep 22 19:54:30.683741 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: network_ip_availability.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.684829 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.685343 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: network-ip-availability Sep 22 19:54:30.685665 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: network_segment_range.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.686470 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.686972 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 19:54:30.687294 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: pagination.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.688297 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.688626 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: pagination Sep 22 19:54:30.688944 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: port_device_profile.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.689870 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.690377 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: port-device-profile Sep 22 19:54:30.690696 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.692206 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.692715 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: port-mac-address-regenerate Sep 22 19:54:30.693034 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.693969 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.694477 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: port-numa-affinity-policy Sep 22 19:54:30.694797 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: port_resource_request.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.695841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.696346 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 19:54:30.696665 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: portbindings.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.697579 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.698124 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: binding Sep 22 19:54:30.698443 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: portbindings_extended.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.699677 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.700190 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: binding-extended Sep 22 19:54:30.700515 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: portsecurity.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.701422 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.702001 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: port-security Sep 22 19:54:30.709827 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: project_id.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.710715 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.711075 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: project-id Sep 22 19:54:30.711413 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: providernet.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.712629 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.713165 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: provider Sep 22 19:54:30.713495 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.717126 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.717657 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos not supported by any of loaded plugins Sep 22 19:54:30.718031 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.719290 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.719817 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 19:54:30.720155 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.721088 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.721608 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 19:54:30.722035 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_default.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.722991 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.723511 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-default not supported by any of loaded plugins Sep 22 19:54:30.723844 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_fip.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.724509 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.725021 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-fip not supported by any of loaded plugins Sep 22 19:54:30.725350 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_gateway_ip.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.726324 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.726846 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 19:54:30.727174 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_port_network_policy.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.728103 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.728618 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 19:54:30.728945 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_pps_rule.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.730155 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.730682 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-pps not supported by any of loaded plugins Sep 22 19:54:30.731017 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_rule_type_details.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.731946 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.732468 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 19:54:30.732799 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: qos_rules_alias.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.733886 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.734409 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 19:54:30.734740 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: quotasv2.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.735671 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.736006 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: quotas Sep 22 19:54:30.736335 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: quotasv2_detail.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.739615 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.739970 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: quota_details Sep 22 19:54:30.740317 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: rbac.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.741390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.741958 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: rbac-policies Sep 22 19:54:30.742294 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: rbac_address_group.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.743241 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.743768 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: rbac-address-group Sep 22 19:54:30.744098 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: rbac_address_scope.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.745029 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.745573 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: rbac-address-scope Sep 22 19:54:30.745942 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: rbac_security_groups.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.746876 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.747401 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: rbac-security-groups Sep 22 19:54:30.747733 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: rbac_subnetpool.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.748666 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.749188 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: rbac-subnetpool Sep 22 19:54:30.749515 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: revisionifmatch.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.750475 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.751008 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: revision-if-match Sep 22 19:54:30.751331 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: revisions.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.752451 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.752967 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: standard-attr-revisions Sep 22 19:54:30.753293 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: router_availability_zone.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.754539 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.755058 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: router_availability_zone Sep 22 19:54:30.755380 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: routerservicetype.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.756319 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.756840 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension router-service-type not supported by any of loaded plugins Sep 22 19:54:30.757256 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.758160 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.758681 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: security-groups-normalized-cidr Sep 22 19:54:30.759005 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: security_groups_port_filtering.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.759934 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.760454 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: port-security-groups-filtering Sep 22 19:54:30.760788 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.761713 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.762253 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: security-groups-remote-address-group Sep 22 19:54:30.762576 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: securitygroup.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.774253 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.774796 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: security-group Sep 22 19:54:30.784506 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: segment.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.784506 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.784506 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension segment not supported by any of loaded plugins Sep 22 19:54:30.784506 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.785261 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.785867 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 19:54:30.786200 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: servicetype.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.787388 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.787919 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: service-type Sep 22 19:54:30.788254 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: sorting.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.789298 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.789635 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: sorting Sep 22 19:54:30.789997 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: standard_attr_segment.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.790929 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.791448 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 19:54:30.791772 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: standardattrdescription.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.792427 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.792938 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: standard-attr-description Sep 22 19:54:30.793265 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: stateful_security_group.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.794246 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.794766 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: stateful-security-group Sep 22 19:54:30.795095 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: stdattrs_common.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.795685 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 19:54:30.796010 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.796951 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.797478 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 19:54:30.797844 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: subnet_onboard.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.798956 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.799482 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: subnet_onboard Sep 22 19:54:30.799815 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.800758 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.801276 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 19:54:30.801607 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: subnet_service_types.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.802574 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.803094 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: subnet-service-types Sep 22 19:54:30.803422 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: subnetallocation.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.804530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.805053 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: subnet_allocation Sep 22 19:54:30.805386 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.806139 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.806652 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: subnetpool-prefix-ops Sep 22 19:54:30.806981 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.807954 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.808479 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 19:54:30.808806 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: tagging.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.809958 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.810485 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: standard-attr-tag Sep 22 19:54:30.810816 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: timestamp.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.812026 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.812553 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loaded extension: standard-attr-timestamp Sep 22 19:54:30.812887 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: trunk.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.813956 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.814481 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension trunk not supported by any of loaded plugins Sep 22 19:54:30.814811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: trunk_details.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.815740 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.816776 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension trunk-details not supported by any of loaded plugins Sep 22 19:54:30.817231 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: uplink_status_propagation.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.818133 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.818660 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 19:54:30.818991 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Loading extension file: vlantransparent.py {{(pid=101027) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 19:54:30.819674 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101027) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 19:54:30.820194 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 19:54:30.822702 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:network Sep 22 19:54:30.823234 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:subnet Sep 22 19:54:30.823642 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 19:54:30.833406 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:port Sep 22 19:54:30.833406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.833406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service FLAVORS assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.833406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.833406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.833406 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:router Sep 22 19:54:30.833406 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:floatingip Sep 22 19:54:30.833908 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service METERING assigned prefix: /metering {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.833908 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.833908 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.833908 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101027) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 19:54:30.833908 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 19:54:30.834266 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:security_group Sep 22 19:54:30.834266 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 19:54:30.834266 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service CORE assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.834266 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 19:54:30.834266 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] subnetpool is already registered Sep 22 19:54:30.834604 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service CORE assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.834731 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 19:54:30.835070 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] subnetpool is already registered Sep 22 19:54:30.837674 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.838146 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service FLAVORS assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.838756 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.839188 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.839526 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:router Sep 22 19:54:30.839869 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] router is already registered Sep 22 19:54:30.840291 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:floatingip Sep 22 19:54:30.840630 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] floatingip is already registered Sep 22 19:54:30.841095 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service METERING assigned prefix: /metering {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.841801 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 19:54:30.842165 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] rbac_policy is already registered Sep 22 19:54:30.842555 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:security_group Sep 22 19:54:30.842937 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] security_group is already registered Sep 22 19:54:30.843341 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 19:54:30.843676 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] security_group_rule is already registered Sep 22 19:54:30.844311 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service CORE assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.844641 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 19:54:30.844975 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] subnetpool is already registered Sep 22 19:54:30.845399 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.v2.resource_helper [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Service CORE assigned prefix: {{(pid=101027) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 19:54:30.845747 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 19:54:30.846085 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING neutron.quota.resource_registry [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] subnetpool is already registered Sep 22 19:54:30.846554 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: extensions {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.848075 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: address-groups {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.849568 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: address-scopes {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.850949 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: agents {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.852131 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: auto-allocated-topology {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.853376 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: availability_zones {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.854654 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: dhcp-networks {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.856234 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: dhcp-agents {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.857758 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: routers {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.859994 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: flavors {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.861172 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: service_profiles {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.862420 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: next_providers {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.864065 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: service_profiles {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.865613 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: floatingip-pools {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.866863 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: routers {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.868990 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: floatingips {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.870325 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: l3-routers {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.871727 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: l3-agents {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.873161 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: metering-labels {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.874563 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: metering-label-rules {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.875854 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: network-ip-availabilities {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.877135 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: bindings {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.880162 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: quotas {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.881629 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: quotas {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.883101 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: rbac-policies {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.884953 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: security-groups {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.885613 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: security-group-rules {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.886916 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: service-providers {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.888135 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: subnetpools {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.889593 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: subnetpools {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.891096 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.892842 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.895266 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.897091 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.898926 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.900778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.902531 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.904513 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.906322 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.908070 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron.api.extensions [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Extended resource: tags {{(pid=101027) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 19:54:30.914110 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING keystonemiddleware.auth_token [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 19:54:30.918819 dv-cinder-778534-8-iscsi neutron-server[101027]: WARNING keystonemiddleware.auth_token [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 19:54:30.927893 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_concurrency.lockutils [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Acquired lock "singleton_lock" {{(pid=101027) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 19:54:30.928362 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_concurrency.lockutils [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Releasing lock "singleton_lock" {{(pid=101027) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 19:54:30.929000 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO oslo_service.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Starting 2 workers Sep 22 19:54:30.933820 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Started child 101136 {{(pid=101027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 19:54:30.938277 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Started child 101137 {{(pid=101027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 19:54:30.939258 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:30.939927 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO neutron.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 19:54:30.940499 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Notify callbacks [] for process, before_spawn {{(pid=101027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:30.940711 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [-] (101136) wsgi starting up on http://0.0.0.0:9696 Sep 22 19:54:30.943482 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:30.948097 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO oslo_service.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Starting 1 workers Sep 22 19:54:30.948224 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [-] (101137) wsgi starting up on http://0.0.0.0:9696 Sep 22 19:54:30.948727 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Started child 101138 {{(pid=101027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 19:54:30.949284 dv-cinder-778534-8-iscsi neutron-server[101027]: INFO oslo_service.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Starting 1 workers Sep 22 19:54:30.952376 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] calling RpcWorker wait() {{(pid=101138) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 19:54:30.952910 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] returning from RpcWorker wait() {{(pid=101138) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 19:54:30.953711 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Started child 101139 {{(pid=101027) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 19:54:30.954169 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:30.954551 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG neutron_lib.callbacks.manager [None req-77d5e766-3e6b-4e26-9bea-562e03620b9b None None] Notify callbacks [] for process, after_spawn {{(pid=101027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:30.954645 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:54:30.956469 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101027) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 19:54:30.956695 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 19:54:30.956912 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 19:54:30.957290 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 19:54:30.957626 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 19:54:30.957818 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 19:54:30.958338 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.958617 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.958893 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.959179 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.959477 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.959564 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:30.960066 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.960490 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.960747 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.961049 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.961306 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.961763 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.961943 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.962202 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.962428 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.962746 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.963018 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.963259 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.963533 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.963707 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.963950 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.964213 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.964473 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.964739 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] debug = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.965003 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.965846 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.966247 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.966517 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.966741 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.967020 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.967276 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.967552 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.967809 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.968033 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.968304 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.968577 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.968820 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.969055 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.969302 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.969561 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.969819 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.970309 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] host = dv-cinder-778534-8-iscsi {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.970564 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.970784 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.971048 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.971435 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.971704 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.971939 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.972202 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.972494 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.972757 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.972983 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.973363 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.973634 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.973901 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.974148 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.974317 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_options = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.974558 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.974811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.975075 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.975266 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.975439 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.975617 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.975859 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.976029 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.976283 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.976567 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.976704 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.976919 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.977154 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.977398 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.977660 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.977931 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.978150 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.978382 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.978644 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.978880 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.979110 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.979343 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.979592 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.979832 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.980064 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.980322 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.980568 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.980800 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.981017 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.981261 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.981484 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.981751 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.981970 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.982206 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.982477 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.982715 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.982946 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.983159 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.983421 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.983651 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.983907 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.984166 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.984383 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.984646 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.984855 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.985099 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.985336 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_json = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.985555 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.985846 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.986080 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.986943 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.986943 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.986943 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.991360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.991360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:30.991360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991360 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991962 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991962 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991962 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991962 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991962 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.991962 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.992395 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.992395 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.992545 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.992830 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.993092 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.993374 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.993637 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.993886 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.994747 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.994747 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.994747 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.994968 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.995045 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:54:30.995138 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.995309 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.995537 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.995882 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.996171 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.996446 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.996703 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.996922 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.997176 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.997408 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.997644 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.997882 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.998118 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.998385 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.998608 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.998822 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.999049 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.999304 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.999491 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.999724 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:30.999970 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.000231 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.000485 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.000708 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.000924 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.001140 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.001354 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.001569 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.001828 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.002046 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.002302 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.002551 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.002779 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.002997 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.003214 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.003469 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.003746 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.004527 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.004745 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.004984 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.005208 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.005427 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.005692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.005942 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.008337 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011030 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.011929 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.012072 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.012198 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.012456 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.012837 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.013065 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.013298 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.013606 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.013939 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.025811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.025811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.025811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.025811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.025811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.025811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.025811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.025811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026329 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026329 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026329 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026329 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026329 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026329 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026329 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026329 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.026778 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027663 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027663 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027663 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027663 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027663 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027663 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027663 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.027663 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028128 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028128 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028128 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028128 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028128 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028128 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028128 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028128 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.028587 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029039 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029472 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029472 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029618 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.029819 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.030610 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.030610 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.030610 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.030963 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.031086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.031249 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.031466 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.031725 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.031957 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.032229 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.032478 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.032726 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.032948 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.033164 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.033379 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.034081 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.034081 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.034355 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.034355 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.034559 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.034801 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.035072 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.035424 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.035677 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.035912 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.036150 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.036372 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.036636 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.036856 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.037075 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.037311 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.037530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.037766 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.038033 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.038265 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.038535 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.038749 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.038963 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.039194 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.039411 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.039632 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.039917 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.040167 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.040397 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.040651 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.040899 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.041111 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.041358 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.041573 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.041829 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.042057 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.042274 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.042488 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.042715 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.042930 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.043144 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.043390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.043611 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.043830 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.044078 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.044331 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.044543 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.044787 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.045042 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.045248 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.045474 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.045688 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.045929 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.046157 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.046373 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.046584 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.047273 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.047273 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.047273 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.047705 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.047705 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.047968 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.048165 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.048418 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.048661 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.048952 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.049211 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.049459 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.049693 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.050042 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.050279 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.050521 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.051276 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.051498 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.051720 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.051989 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.052311 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.052621 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.052885 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.053138 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.053440 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.053712 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057086 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.057676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.058139 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.058139 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.058278 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.058490 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.058705 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.058933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.059150 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.059308 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 19:54:31.059844 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101027) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 19:54:31.060009 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 19:54:31.060179 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 19:54:31.060357 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 19:54:31.060527 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 19:54:31.060682 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 19:54:31.060892 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.061055 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.061217 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.061378 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.061537 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.061719 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.061911 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.062072 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.062231 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.062391 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.062552 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.062715 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.062875 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.063035 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.063195 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.063356 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.063515 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.063676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.063871 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.064006 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.064147 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.064307 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.064467 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] debug = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.064627 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.064822 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.065006 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.065216 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.065354 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.065511 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.065648 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.065826 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.065986 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.066152 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.066885 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.067049 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.067209 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.067368 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.067526 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.067694 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.067832 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.067990 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] host = dv-cinder-778534-8-iscsi {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.068149 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.068307 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.068464 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.068614 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.068772 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.068931 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.069090 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.069249 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.069409 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.069567 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.069727 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.069905 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.070064 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.070228 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.070387 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_options = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.070547 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.070704 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.070864 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.071050 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.071216 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.071386 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.071535 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.071694 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.071852 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.072011 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.072196 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.072470 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.072670 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.072913 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.073132 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.073358 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.073521 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.073682 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.073884 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.074036 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.074160 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.074319 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.074477 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.074636 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.074796 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.074955 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.075114 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.075273 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.075432 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.075591 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.075750 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.075910 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.076069 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.076244 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.076376 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.076598 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.076728 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.076862 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.077058 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.077181 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.077322 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.077482 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.077641 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.077825 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.077986 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.078144 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.078302 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_json = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.078461 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.078620 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.078929 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.078929 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.079491 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.079491 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.079491 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.079491 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 19:54:31.080448 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.080448 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.080448 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.080448 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.080448 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.080448 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.080837 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.080837 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.081025 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.081025 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.081401 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.081401 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.081625 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.081727 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.081898 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.082091 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.082173 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.085692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.085692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.085692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.085692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.085692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.085692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.085692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.085692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086215 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.086933 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087406 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087827 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087827 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.087827 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.088015 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.088125 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.088297 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.088612 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.088781 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.088943 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.089107 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.089269 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.089431 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.089593 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.089782 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.089951 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.090115 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.090295 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.090453 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.090615 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.090775 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.090937 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.091100 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.091264 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.091428 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.091627 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.091813 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.091905 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.092041 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.092204 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.092365 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.092528 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.092689 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.092853 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.093014 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.093174 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.093334 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.093495 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.093705 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.093890 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.094062 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.094238 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.094401 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.094561 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.094749 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.094884 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.095045 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.095208 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.095395 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.095532 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.095851 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.096015 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.096180 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.096344 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.096506 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.096668 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.096831 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.096995 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.097148 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.097312 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.097491 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.097656 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.097864 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.097994 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.098153 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.098315 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.098479 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.098648 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.098811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.098977 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.099138 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.099311 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.099482 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.099650 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.099810 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.099971 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.100138 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.100301 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.100461 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.100630 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.100775 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.100932 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.101089 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.101264 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.101428 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.101572 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.101752 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.101922 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.102123 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.102259 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.102413 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.102576 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.102737 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.102922 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.103076 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.103219 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.103377 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.103690 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.103853 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.104016 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.104178 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.104344 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.104493 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.104640 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.104806 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.104957 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.105136 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.105278 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.105441 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.105598 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.105757 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.105930 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.106085 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.106243 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.106405 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.106567 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.106716 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.106882 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.107045 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.107208 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.107370 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.107520 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.107669 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.107829 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.107992 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.108156 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.108319 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.108482 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.108657 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.108796 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.108941 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.109079 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.109247 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.109409 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.109572 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.109728 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.109909 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.110046 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.110214 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.110372 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.110511 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.110676 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.110837 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.111014 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.111176 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.111338 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.111501 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.111662 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.111811 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.111959 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.112123 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.112804 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.112804 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.112804 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.112804 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.113027 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.113027 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.113699 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.114021 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.114363 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.114481 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.115222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.115222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.115222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.115222 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.115668 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.115668 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.115668 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.117841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.117841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.117841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.117841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.117841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.117841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.117841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.117841 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.118390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.118390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.118390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.118390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.118390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.118390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.118390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.118390 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.119692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.119692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.119692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.119692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.119692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.119692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.119692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.119692 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120130 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120130 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120130 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120130 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120130 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120401 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120401 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120514 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.120664 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.121762 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.121762 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.121762 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.121762 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.121762 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.121762 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.121762 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.122316 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.122316 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.122316 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.122530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.122530 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.122673 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.122829 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.122995 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.123169 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.123341 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.123511 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.123673 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.123842 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.124013 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.124332 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.124494 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.124662 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.125281 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.125281 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.125281 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.125281 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.125577 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.125577 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.125720 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.126560 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.126560 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.126560 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.126560 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.126560 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.126920 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.126920 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.126920 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.127206 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 19:54:31.127206 dv-cinder-778534-8-iscsi neutron-server[101027]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101027) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 19:54:31.135059 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:54:31.280211 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 35058) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:54:31.289210 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068479 Sep 22 19:54:42.857743 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758bf7d-e0d5-4814-8e7d-3e3273c1da40 None None] get_active_networks_info from dv-cinder-778534-8-iscsi {{(pid=101138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 19:54:42.944337 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6758bf7d-e0d5-4814-8e7d-3e3273c1da40 None None] No non-hosted networks {{(pid=101138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 19:54:42.961928 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.agentschedulers_db [None req-6758bf7d-e0d5-4814-8e7d-3e3273c1da40 None None] DHCP Agent not found on host dv-cinder-778534-8-iscsi {{(pid=101138) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 22 19:54:43.260864 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bbcdde5d-1300-4047-9e60-fe12f7f153ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33076430'] for agent, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:45.537943 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-51425ec2-a944-4127-83b0-d1392c68fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33076430'] for agent, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:45.609589 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.db.api [None req-695078fa-86f0-415d-bf7e-cd3749be07c8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-778534-8-iscsi {{(pid=101138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 19:54:45.610067 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG oslo_db.api [None req-695078fa-86f0-415d-bf7e-cd3749be07c8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 19:54:46.172042 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33076430'] for agent, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:46.172692 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.173034 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.173368 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.173696 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.174046 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.174370 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.174692 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.175601 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.179080 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.179080 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.179080 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.179080 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:46.179506 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778534-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:54:46.183399 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778534-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:54:46.231130 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-695078fa-86f0-415d-bf7e-cd3749be07c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:46.652085 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33076430'] for agent, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:48.474683 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33076430'] for agent, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:49.266076 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35150) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:54:49.748750 dv-cinder-778534-8-iscsi neutron-server[101136]: WARNING oslo_policy.policy [None req-b42321c0-6e15-45a6-82be-c9235c9f0198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 19:54:49.749315 dv-cinder-778534-8-iscsi neutron-server[101136]: WARNING oslo_policy.policy [None req-b42321c0-6e15-45a6-82be-c9235c9f0198 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 19:54:49.968424 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [None req-b42321c0-6e15-45a6-82be-c9235c9f0198 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 19:54:49.969680 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-b42321c0-6e15-45a6-82be-c9235c9f0198 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7015684 Sep 22 19:54:52.332661 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35164) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:54:52.650003 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-b65d0cf1-56b1-422e-8c07-b0eb489dd862 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:54:52.743397 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.policy [None req-b65d0cf1-56b1-422e-8c07-b0eb489dd862 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101136) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 19:54:52.765356 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.db.l3_hamode_db [None req-c5b9f194-964c-433b-acce-20c2c4359e5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 19:54:52.789611 dv-cinder-778534-8-iscsi neutron-server[101136]: WARNING oslo_policy.policy [None req-b65d0cf1-56b1-422e-8c07-b0eb489dd862 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 19:54:52.790015 dv-cinder-778534-8-iscsi neutron-server[101136]: WARNING oslo_policy.policy [None req-b65d0cf1-56b1-422e-8c07-b0eb489dd862 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 19:54:52.798595 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.quota [None req-b65d0cf1-56b1-422e-8c07-b0eb489dd862 admin admin] Loaded quota_driver: . Sep 22 19:54:52.843334 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9f194-964c-433b-acce-20c2c4359e5f None None] Routers set() bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 19:54:52.843722 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b9f194-964c-433b-acce-20c2c4359e5f None None] Router IDs set() for agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 19:54:52.963431 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b65d0cf1-56b1-422e-8c07-b0eb489dd862 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791885260240', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791885260677', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791885313550', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791885316050', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791885622954', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791885294660', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-578938', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-783966', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33240858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33140516'] for rbac-policy, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:53.177192 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b65d0cf1-56b1-422e-8c07-b0eb489dd862 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:53.178407 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-b65d0cf1-56b1-422e-8c07-b0eb489dd862 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8447454 Sep 22 19:54:55.733126 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35176) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:54:56.026872 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'admin_state_up': True}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:54:56.180105 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Made reservation on behalf of c5a6105409c242118a5efc5c88b132e3 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 19:54:56.182981 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:56.199980 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:56.318496 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:56.408630 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:56.432915 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 19:54:56.456636 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791882183563', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:56.457236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Unsubscribe: segment precommit_create {{(pid=101136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 19:54:56.457772 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Added segment 1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd of type vlan for network 97a268c0-a643-430b-9cc8-bacde9f6e515 Sep 22 19:54:56.463598 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b35a3a-7509-4ab2-8ba3-a5a3c9b882fa,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:54:56.484853 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.485204 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.485535 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.485887 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.486211 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.486544 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.486866 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.487239 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.487613 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.487933 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.488245 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.488556 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Tracked resource versions report: Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: pushed versions: Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: { 'AddressGroup': {'1.2'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'ConntrackHelper': {'1.0'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Log': {'1.0'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Network': {'1.1'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Port': {'1.7'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'PortForwarding': {'1.2'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'QosPolicy': {'1.9'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SecurityGroup': {'1.4'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SecurityGroupRule': {'1.2'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SubPort': {'1.0'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Subnet': {'1.1'}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Trunk': {'1.1'}} Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: consumer versions: Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: { DHCP agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: L3 agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: Metadata agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: Metering agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: Open vSwitch agent@dv-cinder-778534-8-iscsi: { 'AddressGroup': '1.2', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'ConntrackHelper': '1.0', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Log': '1.0', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Network': '1.1', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Port': '1.7', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'PortForwarding': '1.2', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'QosPolicy': '1.9', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SecurityGroup': '1.4', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SecurityGroupRule': '1.2', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SubPort': '1.0', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Subnet': '1.1', Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Trunk': '1.1'}} Sep 22 19:54:56.489590 dv-cinder-778534-8-iscsi neutron-server[101136]: {{(pid=101136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 19:54:56.577902 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:56.714396 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:56.715574 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:54:56.716226 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:54:56.810024 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] Pushing event updated for resources: {'Network': ['ID=97a268c0-a643-430b-9cc8-bacde9f6e515,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:54:56.821526 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 97a268c0-a643-430b-9cc8-bacde9f6e515 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 19:54:56.935411 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-4532f671-8b00-455d-9e4c-89e5263b65d5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2011561 Sep 22 19:54:59.555664 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35190) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:54:59.940608 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44678a49-cbd8-4907-af5a-599b715ca972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:54:59.942418 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-44678a49-cbd8-4907-af5a-599b715ca972 admin admin] 10.222.0.11 "GET /v2.0/networks/97a268c0-a643-430b-9cc8-bacde9f6e515 HTTP/1.1" status: 200 len: 825 time: 0.3858206 Sep 22 19:54:59.967273 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-313b667f-8f6c-4474-ac04-827500f0cbcd admin admin] 10.222.0.11 "GET /v2.0/subnetpools/de965b37-ee27-4393-b013-4bf7c1a23b2a HTTP/1.1" status: 200 len: 734 time: 0.0187078 Sep 22 19:54:59.976056 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'subnetpool_id': 'de965b37-ee27-4393-b013-4bf7c1a23b2a'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:55:00.088248 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Made reservation on behalf of c5a6105409c242118a5efc5c88b132e3 for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 19:55:00.090509 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:00.440157 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:00.510265 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Checking segment: {'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 19:55:00.510630 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Network hostable DHCP agents. Network: 97a268c0-a643-430b-9cc8-bacde9f6e515, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 19:55:00.515640 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfd6bbc-2668-499b-8c6b-d50aeba48c57,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:00.599814 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Network 97a268c0-a643-430b-9cc8-bacde9f6e515 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 19:55:00.677198 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 97a268c0-a643-430b-9cc8-bacde9f6e515) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 19:55:00.681591 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:55:00.682208 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:00.687332 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a57467-90c0-46e9-a5cc-ed5ec5805024 None None] Network 97a268c0-a643-430b-9cc8-bacde9f6e515 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 19:55:00.772009 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-a0c00c59-7db2-4897-acb7-bff0f4bc783a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7990372 Sep 22 19:55:01.000692 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-97a268c0-a643-430b-9cc8-bacde9f6e515', 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'fixed_ips': [{'subnet_id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 19:55:01.001959 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:01.275099 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Allocated IP 172.20.0.2 (97a268c0-a643-430b-9cc8-bacde9f6e515/cdfd6bbc-2668-499b-8c6b-d50aeba48c57/9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 19:55:01.499081 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:01.632415 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:01.705422 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Network 97a268c0-a643-430b-9cc8-bacde9f6e515 is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 19:55:01.714360 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 19:55:01.721902 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Pushing event updated for resources: {'Port': ['ID=9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:01.724103 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 19:55:01.733820 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.734189 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.734533 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.734867 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.735196 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.735524 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.735851 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.736171 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.736510 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.736834 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.737152 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.737468 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Tracked resource versions report: Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: pushed versions: Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: { 'AddressGroup': {'1.2'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'ConntrackHelper': {'1.0'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Log': {'1.0'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Network': {'1.1'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Port': {'1.7'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'PortForwarding': {'1.2'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'QosPolicy': {'1.9'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SecurityGroup': {'1.4'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SecurityGroupRule': {'1.2'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SubPort': {'1.0'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Subnet': {'1.1'}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Trunk': {'1.1'}} Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: consumer versions: Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: { DHCP agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: L3 agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: Metadata agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: Metering agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: Open vSwitch agent@dv-cinder-778534-8-iscsi: { 'AddressGroup': '1.2', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'ConntrackHelper': '1.0', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Log': '1.0', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Network': '1.1', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Port': '1.7', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'PortForwarding': '1.2', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'QosPolicy': '1.9', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SecurityGroup': '1.4', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SecurityGroupRule': '1.2', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SubPort': '1.0', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Subnet': '1.1', Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Trunk': '1.1'}} Sep 22 19:55:01.739089 dv-cinder-778534-8-iscsi neutron-server[101138]: {{(pid=101138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 19:55:01.809035 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Attempting to bind port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 19:55:01.809431 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Attempting to bind port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 19:55:01.809883 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Attempting to bind port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e on network 97a268c0-a643-430b-9cc8-bacde9f6e515 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 19:55:01.814691 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 19:55:01.815154 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Checking segment: {'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 19:55:01.815648 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:01.816691 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Bound using segment: {'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 19:55:01.817158 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Bound port: 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 19:55:01.817549 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:01.880144 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] For port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 19:55:01.884429 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] For port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e,segment=NetworkSegment(1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd),segment_id=1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 19:55:02.028847 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:02.090662 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78582980-ab84-4302-9cbd-f2144ca9c87d None None] Pushing event updated for resources: {'Port': ['ID=9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:03.187071 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35198) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:03.498028 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [None req-060698d4-5e73-429b-97f5-d862babf8bcd admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 19:55:03.499025 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-060698d4-5e73-429b-97f5-d862babf8bcd admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3109214 Sep 22 19:55:05.888718 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35206) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:06.195944 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [None req-a4cdd6bd-6f25-4b2c-9c7d-49f710243a66 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 19:55:06.196937 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-a4cdd6bd-6f25-4b2c-9c7d-49f710243a66 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3072376 Sep 22 19:55:08.842432 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35216) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:09.139226 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-f2e48752-25ca-4900-8637-96a6ef5fe715 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:55:09.240036 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f2e48752-25ca-4900-8637-96a6ef5fe715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:09.241563 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f2e48752-25ca-4900-8637-96a6ef5fe715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:09.381753 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f2e48752-25ca-4900-8637-96a6ef5fe715 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:09.536325 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 19:55:09.622864 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:09.623255 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:09.717632 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f2e48752-25ca-4900-8637-96a6ef5fe715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:09.729167 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:09.762427 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e,segment=NetworkSegment(1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd),segment_id=1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 19:55:09.791137 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f2e48752-25ca-4900-8637-96a6ef5fe715 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:09.792310 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f2e48752-25ca-4900-8637-96a6ef5fe715 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9488788 Sep 22 19:55:09.859965 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:09.910595 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:10.442058 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb69b4-cbc3-482c-bf87-648401db2e29 None None] Network 97a268c0-a643-430b-9cc8-bacde9f6e515 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 19:55:10.554531 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-0ea6cadd-031d-4bfb-83fd-8306b6748cab None None] Provisioning complete for port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:10.555187 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-0ea6cadd-031d-4bfb-83fd-8306b6748cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:10.893331 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-690ad704-7b5d-4cc4-b111-a84694e5d653 None None] Provisioning complete for port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:10.893701 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-690ad704-7b5d-4cc4-b111-a84694e5d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:11.516010 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 19:55:11.562711 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:11.563345 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:12.193766 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35228) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:12.500165 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [None req-46332758-c0dd-4d19-a2ba-bf8de4e0a34f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 19:55:12.501164 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-46332758-c0dd-4d19-a2ba-bf8de4e0a34f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064785 Sep 22 19:55:12.845178 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8f1eefc4-91dc-4637-987a-566bb2e2f78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:14.875183 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35236) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:15.178920 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:55:15.267593 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Made reservation on behalf of d9fb7f03f91947a3a5151f6b27762c6e for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 19:55:15.269775 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.279524 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.451996 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.562292 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9957c6fa-cd55-420c-9dc0-7196ea2b7d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.593823 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.608955 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Reserving flat network on physical network physnet1 {{(pid=101136) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 19:55:15.628276 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea1ba7-c388-4591-9e68-439353a5e0cb,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:15.631342 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.631677 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Added segment 48febdb1-e5af-4df1-ae8f-82679892ce44 of type flat for network c4fd79b2-f866-4fd0-a191-e88fdad7f712 Sep 22 19:55:15.675925 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.802011 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.802950 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:55:15.803544 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:15.861010 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fd79b2-f866-4fd0-a191-e88fdad7f712,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:15.871459 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 19:55:15.891648 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-ec2a4b10-0018-4a74-8af2-97e20d6d29e7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0154335 Sep 22 19:55:16.165455 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:16.631085 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:18.285531 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35254) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:18.342340 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:18.460162 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13973ed-f903-4649-9fc7-8e6a367af1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:55:18.461727 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f13973ed-f903-4649-9fc7-8e6a367af1fb admin admin] 10.222.0.11 "GET /v2.0/subnets/cdfd6bbc-2668-499b-8c6b-d50aeba48c57 HTTP/1.1" status: 200 len: 849 time: 0.1752191 Sep 22 19:55:18.577705 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-0452c8be-d0be-47c0-b1b1-706d0a6f152f admin admin] 10.222.0.11 "GET /v2.0/routers/045afabb-7b3c-4090-acf8-75aaf09467c1 HTTP/1.1" status: 200 len: 704 time: 0.1098027 Sep 22 19:55:18.832344 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:19.117466 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Allocated IP 172.20.0.1 (97a268c0-a643-430b-9cc8-bacde9f6e515/cdfd6bbc-2668-499b-8c6b-d50aeba48c57/f945ef6f-90fd-4b5c-93ef-9b9488c47d48) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 19:55:19.306357 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:19.431369 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:19.503821 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Network 97a268c0-a643-430b-9cc8-bacde9f6e515 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 19:55:19.508262 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 19:55:19.514873 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 19:55:19.515436 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:19.539447 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Pushing event updated for resources: {'Port': ['ID=f945ef6f-90fd-4b5c-93ef-9b9488c47d48,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:19.735651 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-6bf285b8-69df-4008-a70c-c1744de9fa8c None None] Provisioning complete for port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:19.741934 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6bf285b8-69df-4008-a70c-c1744de9fa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:19.768433 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-6bf285b8-69df-4008-a70c-c1744de9fa8c None None] Port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 19:55:19.830281 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:20.032670 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:20.127443 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:20.128176 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:20.187218 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Pushing event updated for resources: {'Port': ['ID=f945ef6f-90fd-4b5c-93ef-9b9488c47d48,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:20.249279 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Network 97a268c0-a643-430b-9cc8-bacde9f6e515 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 19:55:20.250569 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 19:55:20.489669 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-a2f4b993-b09c-46ad-9e93-4e60db5519f2 None None] Provisioning complete for port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:20.490076 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a2f4b993-b09c-46ad-9e93-4e60db5519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:20.517054 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Router 045afabb-7b3c-4090-acf8-75aaf09467c1 is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 19:55:20.522939 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-a2f4b993-b09c-46ad-9e93-4e60db5519f2 None None] Port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 19:55:20.606849 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 19:55:20.612642 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-b025f3e3-cd1b-4334-88c6-77ed5c8b69cf admin admin] 10.222.0.11 "PUT /v2.0/routers/045afabb-7b3c-4090-acf8-75aaf09467c1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0284655 Sep 22 19:55:20.616840 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Sync routers for ids ['045afabb-7b3c-4090-acf8-75aaf09467c1'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 19:55:20.628251 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Routers {'045afabb-7b3c-4090-acf8-75aaf09467c1'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 19:55:20.629166 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T19:55:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['045afabb-7b3c-4090-acf8-75aaf09467c1'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:55:20.810846 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Set router 045afabb-7b3c-4090-acf8-75aaf09467c1 gateway port host: None {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 19:55:21.226758 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'name': 'router1', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T19:55:09Z', 'updated_at': '2021-09-22T19:55:19Z', 'revision_number': 2, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'gw_port_host': None, '_interfaces': [{'id': 'f945ef6f-90fd-4b5c-93ef-9b9488c47d48', 'name': '', 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'mac_address': 'fa:16:3e:59:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:18Z', 'updated_at': '2021-09-22T19:55:19Z', 'revision_number': 2, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'subnets': [{'id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de965b37-ee27-4393-b013-4bf7c1a23b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:55:21.277717 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Checking router: 045afabb-7b3c-4090-acf8-75aaf09467c1 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 19:55:21.278103 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Updating router 045afabb-7b3c-4090-acf8-75aaf09467c1 port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 19:55:21.326736 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:21.827998 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:21.908189 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:22.078330 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Pushing event updated for resources: {'Port': ['ID=f945ef6f-90fd-4b5c-93ef-9b9488c47d48,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:22.087829 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 19:55:22.088929 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Attempting to bind port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 19:55:22.089298 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Attempting to bind port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 19:55:22.089747 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Attempting to bind port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 on network 97a268c0-a643-430b-9cc8-bacde9f6e515 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 19:55:22.092364 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.092616 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.092960 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.093294 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.093624 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.093976 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.094300 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.094624 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.094960 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.095283 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.095600 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.095916 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Tracked resource versions report: Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: pushed versions: Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: { 'AddressGroup': {'1.2'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'ConntrackHelper': {'1.0'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Log': {'1.0'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Network': {'1.1'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Port': {'1.7'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'PortForwarding': {'1.2'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'QosPolicy': {'1.9'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SecurityGroup': {'1.4'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SecurityGroupRule': {'1.2'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SubPort': {'1.0'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Subnet': {'1.1'}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Trunk': {'1.1'}} Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: consumer versions: Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: { DHCP agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: L3 agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: Metadata agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: Metering agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: Open vSwitch agent@dv-cinder-778534-8-iscsi: { 'AddressGroup': '1.2', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'ConntrackHelper': '1.0', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Log': '1.0', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Network': '1.1', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Port': '1.7', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'PortForwarding': '1.2', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'QosPolicy': '1.9', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SecurityGroup': '1.4', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SecurityGroupRule': '1.2', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SubPort': '1.0', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Subnet': '1.1', Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Trunk': '1.1'}} Sep 22 19:55:22.096998 dv-cinder-778534-8-iscsi neutron-server[101139]: {{(pid=101139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 19:55:22.104527 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 19:55:22.104941 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Checking segment: {'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 19:55:22.105475 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:22.105832 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Bound using segment: {'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 19:55:22.106328 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Bound port: f945ef6f-90fd-4b5c-93ef-9b9488c47d48, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 19:55:22.106695 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:22.147188 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-caacdb4f-6fdb-469d-afe9-0408a2940d54 None None] Provisioning complete for port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:22.147735 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-caacdb4f-6fdb-469d-afe9-0408a2940d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:22.170542 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] For port f945ef6f-90fd-4b5c-93ef-9b9488c47d48, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 19:55:22.181025 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-caacdb4f-6fdb-469d-afe9-0408a2940d54 None None] Port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 19:55:22.192815 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] For port f945ef6f-90fd-4b5c-93ef-9b9488c47d48, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=f945ef6f-90fd-4b5c-93ef-9b9488c47d48,segment=NetworkSegment(1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd),segment_id=1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 19:55:22.268435 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:22.327014 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Routers {'045afabb-7b3c-4090-acf8-75aaf09467c1'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 19:55:22.330441 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T19:55:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['045afabb-7b3c-4090-acf8-75aaf09467c1'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:55:22.330441 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af377999-ae85-4f87-9ac0-e5790d40b67e None None] Pushing event updated for resources: {'Port': ['ID=f945ef6f-90fd-4b5c-93ef-9b9488c47d48,revision_number=4']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:22.420828 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] Set router 045afabb-7b3c-4090-acf8-75aaf09467c1 gateway port host: None {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 19:55:22.500663 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-039db882-077f-4e9c-8d38-60c7fadddcce None None] Provisioning complete for port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:22.501120 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-039db882-077f-4e9c-8d38-60c7fadddcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:22.580810 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-039db882-077f-4e9c-8d38-60c7fadddcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:22.614096 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-039db882-077f-4e9c-8d38-60c7fadddcce None None] For port f945ef6f-90fd-4b5c-93ef-9b9488c47d48, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=f945ef6f-90fd-4b5c-93ef-9b9488c47d48,segment=NetworkSegment(1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd),segment_id=1c25e6f7-2de8-4d9d-b0c9-a4e9da5cafdd)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 19:55:22.630972 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'name': 'router1', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T19:55:09Z', 'updated_at': '2021-09-22T19:55:19Z', 'revision_number': 2, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'gw_port_host': None, '_interfaces': [{'id': 'f945ef6f-90fd-4b5c-93ef-9b9488c47d48', 'name': '', 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'mac_address': 'fa:16:3e:59:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:18Z', 'updated_at': '2021-09-22T19:55:22Z', 'revision_number': 4, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'subnets': [{'id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de965b37-ee27-4393-b013-4bf7c1a23b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:55:22.656379 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df40991-44eb-4142-bb48-1f4118886816 None None] The sync data for ids ['045afabb-7b3c-4090-acf8-75aaf09467c1'] in dv-cinder-778534-8-iscsi is: [{'id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'name': 'router1', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T19:55:09Z', 'updated_at': '2021-09-22T19:55:19Z', 'revision_number': 2, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'gw_port_host': None, '_interfaces': [{'id': 'f945ef6f-90fd-4b5c-93ef-9b9488c47d48', 'name': '', 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'mac_address': 'fa:16:3e:59:bf:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:18Z', 'updated_at': '2021-09-22T19:55:22Z', 'revision_number': 4, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'subnets': [{'id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de965b37-ee27-4393-b013-4bf7c1a23b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 19:55:22.679518 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-039db882-077f-4e9c-8d38-60c7fadddcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:22.731799 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039db882-077f-4e9c-8d38-60c7fadddcce None None] Pushing event updated for resources: {'Port': ['ID=f945ef6f-90fd-4b5c-93ef-9b9488c47d48,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:22.850445 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35276) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:22.957768 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa740e2-bc65-4f3a-bb94-a691d83edcc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:55:22.959071 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-7aa740e2-bc65-4f3a-bb94-a691d83edcc1 admin admin] 10.222.0.11 "GET /v2.0/networks/c4fd79b2-f866-4fd0-a191-e88fdad7f712 HTTP/1.1" status: 200 len: 842 time: 0.1076515 Sep 22 19:55:22.969181 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:55:23.079379 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Made reservation on behalf of d9fb7f03f91947a3a5151f6b27762c6e for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 19:55:23.082285 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:23.514892 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.objects.ports [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 19:55:23.515363 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:23.577992 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Pushing event updated for resources: {'Subnet': ['ID=04febbb5-893b-4e4d-99d4-70d57253f019,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:23.583435 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 19:55:23.583861 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Network hostable DHCP agents. Network: c4fd79b2-f866-4fd0-a191-e88fdad7f712, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 19:55:23.719375 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 19:55:23.813294 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, c4fd79b2-f866-4fd0-a191-e88fdad7f712) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 19:55:23.820500 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434b8f61-ac02-4f5d-b838-0838b638cae0 None None] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 19:55:23.823844 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:55:23.824604 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:23.920101 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f68c1ad5-3e1f-411b-b633-7569151d582b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9539993 Sep 22 19:55:23.943893 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971a8717-5eba-4094-b8e4-073c256e0903 None None] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 19:55:26.217945 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35284) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:26.345597 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-d545b9f9-10d2-4c41-a501-90fe9b1428bc admin admin] 10.222.0.11 "GET /v2.0/routers/045afabb-7b3c-4090-acf8-75aaf09467c1 HTTP/1.1" status: 200 len: 710 time: 0.1264460 Sep 22 19:55:26.429282 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79962b74-4555-42c6-9d6d-36bd1d7360b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:55:26.437764 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-79962b74-4555-42c6-9d6d-36bd1d7360b9 admin admin] 10.222.0.11 "GET /v2.0/networks/c4fd79b2-f866-4fd0-a191-e88fdad7f712 HTTP/1.1" status: 200 len: 886 time: 0.0790291 Sep 22 19:55:26.442426 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:55:26.677309 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:27.058733 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:27.130970 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:27.236396 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Allocated IP 172.27.2.198 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/fcb2fb50-32d0-4824-8211-7efb85c63feb) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 19:55:27.336255 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:27.459741 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:27.496389 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 19:55:27.500818 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 19:55:27.507317 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 19:55:27.510212 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Pushing event updated for resources: {'Port': ['ID=fcb2fb50-32d0-4824-8211-7efb85c63feb,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:27.977711 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:28.170627 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33075600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33076992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:28.173807 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33075625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33075618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33077017'] for router, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:28.278157 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Router 045afabb-7b3c-4090-acf8-75aaf09467c1 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 19:55:28.381450 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 19:55:28.385597 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:28.386834 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f5964dee-65e9-4106-a3c3-a5bd2c74158c admin admin] 10.222.0.11 "PUT /v2.0/routers/045afabb-7b3c-4090-acf8-75aaf09467c1 HTTP/1.1" status: 200 len: 890 time: 1.9484322 Sep 22 19:55:29.052286 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Sync routers for ids ['045afabb-7b3c-4090-acf8-75aaf09467c1'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 19:55:29.061717 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Routers {'045afabb-7b3c-4090-acf8-75aaf09467c1'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 19:55:29.062389 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T19:55:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['045afabb-7b3c-4090-acf8-75aaf09467c1'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:55:29.266225 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Set router 045afabb-7b3c-4090-acf8-75aaf09467c1 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 19:55:29.554070 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device f945ef6f-90fd-4b5c-93ef-9b9488c47d48 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 19:55:29.665508 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:29.665814 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:29.720591 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'name': 'router1', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fcb2fb50-32d0-4824-8211-7efb85c63feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T19:55:09Z', 'updated_at': '2021-09-22T19:55:27Z', 'revision_number': 4, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'gw_port': {'id': 'fcb2fb50-32d0-4824-8211-7efb85c63feb', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:27Z', 'updated_at': '2021-09-22T19:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'f945ef6f-90fd-4b5c-93ef-9b9488c47d48', 'name': '', 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'mac_address': 'fa:16:3e:59:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:18Z', 'updated_at': '2021-09-22T19:55:22Z', 'revision_number': 5, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'subnets': [{'id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de965b37-ee27-4393-b013-4bf7c1a23b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:55:29.775042 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Checking router: 045afabb-7b3c-4090-acf8-75aaf09467c1 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 19:55:29.775388 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Updating router 045afabb-7b3c-4090-acf8-75aaf09467c1 port fcb2fb50-32d0-4824-8211-7efb85c63feb binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 19:55:29.841841 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:30.236166 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:30.307606 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:30.354881 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Attempting to bind port fcb2fb50-32d0-4824-8211-7efb85c63feb on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 19:55:30.355253 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Attempting to bind port fcb2fb50-32d0-4824-8211-7efb85c63feb by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 19:55:30.355616 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Attempting to bind port fcb2fb50-32d0-4824-8211-7efb85c63feb on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 19:55:30.364618 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a163e-6f32-40ee-9f53-ae5b0133062f None None] Pushing event updated for resources: {'Port': ['ID=fcb2fb50-32d0-4824-8211-7efb85c63feb,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:30.368408 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 19, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 19:55:30.368791 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 19:55:30.369198 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:30.369587 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 19:55:30.370088 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Bound port: fcb2fb50-32d0-4824-8211-7efb85c63feb, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 19:55:30.370512 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:30.420537 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] For port fcb2fb50-32d0-4824-8211-7efb85c63feb, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 19:55:30.423512 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] For port fcb2fb50-32d0-4824-8211-7efb85c63feb, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=fcb2fb50-32d0-4824-8211-7efb85c63feb,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 19:55:30.496507 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:30.555540 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Routers {'045afabb-7b3c-4090-acf8-75aaf09467c1'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 19:55:30.556148 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T19:55:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['045afabb-7b3c-4090-acf8-75aaf09467c1'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:55:30.557865 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a163e-6f32-40ee-9f53-ae5b0133062f None None] Pushing event updated for resources: {'Port': ['ID=fcb2fb50-32d0-4824-8211-7efb85c63feb,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:30.667923 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] Set router 045afabb-7b3c-4090-acf8-75aaf09467c1 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 19:55:30.775266 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35296) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:55:30.872981 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'name': 'router1', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fcb2fb50-32d0-4824-8211-7efb85c63feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T19:55:09Z', 'updated_at': '2021-09-22T19:55:27Z', 'revision_number': 4, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'gw_port': {'id': 'fcb2fb50-32d0-4824-8211-7efb85c63feb', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:27Z', 'updated_at': '2021-09-22T19:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'f945ef6f-90fd-4b5c-93ef-9b9488c47d48', 'name': '', 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'mac_address': 'fa:16:3e:59:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:18Z', 'updated_at': '2021-09-22T19:55:22Z', 'revision_number': 5, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'subnets': [{'id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de965b37-ee27-4393-b013-4bf7c1a23b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 19:55:30.888038 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-c9051494-0430-42ee-875f-5fd39ae3b1e3 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1116493 Sep 22 19:55:30.899343 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1222f-bb16-42b9-83ee-8a13b047a048 None None] The sync data for ids ['045afabb-7b3c-4090-acf8-75aaf09467c1'] in dv-cinder-778534-8-iscsi is: [{'id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'name': 'router1', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'fcb2fb50-32d0-4824-8211-7efb85c63feb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T19:55:09Z', 'updated_at': '2021-09-22T19:55:27Z', 'revision_number': 4, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'gw_port': {'id': 'fcb2fb50-32d0-4824-8211-7efb85c63feb', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:5c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:27Z', 'updated_at': '2021-09-22T19:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'f945ef6f-90fd-4b5c-93ef-9b9488c47d48', 'name': '', 'network_id': '97a268c0-a643-430b-9cc8-bacde9f6e515', 'tenant_id': 'c5a6105409c242118a5efc5c88b132e3', 'mac_address': 'fa:16:3e:59:bf:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045afabb-7b3c-4090-acf8-75aaf09467c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T19:55:18Z', 'updated_at': '2021-09-22T19:55:22Z', 'revision_number': 5, 'project_id': 'c5a6105409c242118a5efc5c88b132e3', 'subnets': [{'id': 'cdfd6bbc-2668-499b-8c6b-d50aeba48c57', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de965b37-ee27-4393-b013-4bf7c1a23b2a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 19:55:31.687194 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device fcb2fb50-32d0-4824-8211-7efb85c63feb up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 19:55:31.740544 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port fcb2fb50-32d0-4824-8211-7efb85c63feb triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:31.740890 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:31.825038 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:31.844578 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port fcb2fb50-32d0-4824-8211-7efb85c63feb, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=fcb2fb50-32d0-4824-8211-7efb85c63feb,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 19:55:31.944091 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:31.988781 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=fcb2fb50-32d0-4824-8211-7efb85c63feb,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:55:33.559974 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device fcb2fb50-32d0-4824-8211-7efb85c63feb up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 19:55:33.611040 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port fcb2fb50-32d0-4824-8211-7efb85c63feb triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:55:33.611577 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:42.867253 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-867aa939-ba16-4e89-b739-35153fd1966b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:45.510440 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9d1a61d9-720f-42fb-86a6-4868288454e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:46.156287 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:46.602561 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:48.342318 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:55:59.026114 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 19:56:12.843525 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8949b850-fc1c-4f25-8456-c44468fc8890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:15.497694 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a2f8c29b-dd0d-42aa-8d36-badccd71a9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:16.203495 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:16.592176 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:18.340367 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:36.024242 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 19:56:42.846201 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a66959cf-9cbe-4246-ab6e-4a7835fce27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:45.508121 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-b7e094ce-5bdb-43b6-93fd-fe0ed33f7364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:46.159518 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:46.616586 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:56:48.319574 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:08.263528 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35858) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:08.323537 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f60c40-f5ca-4271-be15-2d7022fa1df0 admin admin] GET failed (client error): The resource could not be found. Sep 22 19:57:08.324856 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-80f60c40-f5ca-4271-be15-2d7022fa1df0 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603120 Sep 22 19:57:08.484285 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351bbc1b-044e-4220-82ca-1e351bfc54a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:08.485679 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-351bbc1b-044e-4220-82ca-1e351bfc54a4 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1562133 Sep 22 19:57:10.659939 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35868) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:10.748204 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaae06f-aa5a-4949-ab21-2c80ab7211ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:10.749527 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-9eaae06f-aa5a-4949-ab21-2c80ab7211ed admin admin] 10.222.0.11 "GET /v2.0/subnets/cdfd6bbc-2668-499b-8c6b-d50aeba48c57 HTTP/1.1" status: 200 len: 849 time: 0.0887473 Sep 22 19:57:10.759321 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:57:10.842911 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Notify callbacks [] for subnet, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:11.150106 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791882403831'] for subnet, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:11.183511 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:11.184743 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:11.185361 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] 10.222.0.11 "PUT /v2.0/subnets/cdfd6bbc-2668-499b-8c6b-d50aeba48c57 HTTP/1.1" status: 200 len: 868 time: 0.4295950 Sep 22 19:57:11.188696 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e248680-27c7-46b7-b026-d61a97f46031 None None] Network 97a268c0-a643-430b-9cc8-bacde9f6e515 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 19:57:11.205270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfd6bbc-2668-499b-8c6b-d50aeba48c57,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:57:11.213191 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.213570 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.213945 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.214283 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.214616 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.214969 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.215301 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.215644 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.215988 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.216316 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.216655 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.217065 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b40d37-5da7-4f1b-a666-1efdeb21301a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:57:11.580377 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-60e3e11c-72ba-429c-b638-2c321ad926b1 None None] Provisioning complete for port f945ef6f-90fd-4b5c-93ef-9b9488c47d48 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:57:11.580744 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-60e3e11c-72ba-429c-b638-2c321ad926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:11.664962 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-60e3e11c-72ba-429c-b638-2c321ad926b1 None None] Provisioning complete for port 9fe39f3b-cfdb-4ea6-a867-ae87f02fd80e triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:57:11.665228 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-60e3e11c-72ba-429c-b638-2c321ad926b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:12.859586 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8ed7afe8-c367-4d31-9f27-98a0cb75bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:13.022891 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 19:57:13.357811 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35876) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:13.551011 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b4754-cee4-42c0-b3f8-c5f08bcdbc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:13.551496 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6b4754-cee4-42c0-b3f8-c5f08bcdbc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:13.553112 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-7d6b4754-cee4-42c0-b3f8-c5f08bcdbc6a admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1943369 Sep 22 19:57:15.510422 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f35362e0-8cd8-4d1e-ac70-667a9cdf56c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:15.714366 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35884) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:15.943149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d90fc-cd3a-4094-be1c-28addd61b346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:15.943628 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d90fc-cd3a-4094-be1c-28addd61b346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:15.945163 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-bb0d90fc-cd3a-4094-be1c-28addd61b346 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2298632 Sep 22 19:57:16.178435 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:16.630180 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:18.128043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35892) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:18.254168 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b8bd6a-aef2-4e9c-a2d1-1272f016b95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:18.255568 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-07b8bd6a-aef2-4e9c-a2d1-1272f016b95d admin admin] 10.222.0.11 "GET /v2.0/networks/97a268c0-a643-430b-9cc8-bacde9f6e515 HTTP/1.1" status: 200 len: 869 time: 0.1265652 Sep 22 19:57:18.336355 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:20.420129 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 35900) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:20.541859 dv-cinder-778534-8-iscsi neutron-server[101137]: WARNING oslo_policy.policy [None req-57ba0eaf-9f2c-4b06-a01e-733bc4b11e87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 19:57:20.542508 dv-cinder-778534-8-iscsi neutron-server[101137]: WARNING oslo_policy.policy [None req-57ba0eaf-9f2c-4b06-a01e-733bc4b11e87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 19:57:21.045932 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.policy [None req-57ba0eaf-9f2c-4b06-a01e-733bc4b11e87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 19:57:21.092431 dv-cinder-778534-8-iscsi neutron-server[101137]: WARNING oslo_policy.policy [None req-57ba0eaf-9f2c-4b06-a01e-733bc4b11e87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 19:57:21.092833 dv-cinder-778534-8-iscsi neutron-server[101137]: WARNING oslo_policy.policy [None req-57ba0eaf-9f2c-4b06-a01e-733bc4b11e87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 19:57:21.101040 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ba0eaf-9f2c-4b06-a01e-733bc4b11e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:21.102852 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-57ba0eaf-9f2c-4b06-a01e-733bc4b11e87 admin admin] 10.222.0.11 "GET /v2.0/networks/c4fd79b2-f866-4fd0-a191-e88fdad7f712 HTTP/1.1" status: 200 len: 886 time: 0.6818364 Sep 22 19:57:23.255618 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 35916) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:23.381894 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9973e-6aeb-40ec-8377-0a8c55c1da64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:23.382343 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f9973e-6aeb-40ec-8377-0a8c55c1da64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:23.383833 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-c7f9973e-6aeb-40ec-8377-0a8c55c1da64 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272895 Sep 22 19:57:25.535098 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 35924) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:25.624764 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1e090-e426-466d-9903-06467ed50eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:25.625215 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1e090-e426-466d-9903-06467ed50eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:25.626715 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-24e1e090-e426-466d-9903-06467ed50eba admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907056 Sep 22 19:57:27.805856 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35932) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:27.893639 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65e702-4433-4959-824b-2a0418911ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:27.894947 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-3c65e702-4433-4959-824b-2a0418911ee8 admin admin] 10.222.0.11 "GET /v2.0/subnets/04febbb5-893b-4e4d-99d4-70d57253f019 HTTP/1.1" status: 200 len: 816 time: 0.0881574 Sep 22 19:57:30.050843 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35940) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:30.140477 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e24c1c4-1746-41aa-b46c-8a2751c66ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:30.141819 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-0e24c1c4-1746-41aa-b46c-8a2751c66ceb admin admin] 10.222.0.11 "GET /v2.0/subnets/cdfd6bbc-2668-499b-8c6b-d50aeba48c57 HTTP/1.1" status: 200 len: 868 time: 0.0899398 Sep 22 19:57:42.840644 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f4a496c8-283b-4a22-b847-dd1c8bf1bf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:45.511640 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-61ce7e12-7053-4811-9a31-96634c17aede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:46.149220 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:46.617574 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:48.320643 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:50.021798 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 19:57:53.952488 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 35994) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:54.000363 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [None req-6c7bff5f-c852-49d9-a28a-26189692f423 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 19:57:54.001451 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-6c7bff5f-c852-49d9-a28a-26189692f423 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480285 Sep 22 19:57:56.246872 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36002) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:56.306400 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bf1458-4e0d-41fb-b2c9-f0b25a728b1f admin admin] GET failed (client error): The resource could not be found. Sep 22 19:57:56.307803 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e1bf1458-4e0d-41fb-b2c9-f0b25a728b1f admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600181 Sep 22 19:57:56.394940 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11767637-54fd-44d3-a16e-d2ec73926663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:56.396417 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-11767637-54fd-44d3-a16e-d2ec73926663 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0834749 Sep 22 19:57:58.591909 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36010) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:57:58.637782 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:57:58.702746 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Made reservation on behalf of d9fb7f03f91947a3a5151f6b27762c6e for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 19:57:58.704975 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:58.731349 dv-cinder-778534-8-iscsi neutron-server[101136]: WARNING neutron.services.revisions.revision_plugin [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Could not find related network for resource to bump revision. Sep 22 19:57:58.741852 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 19:57:58.750604 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:58.750945 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Added segment b7126fae-d5f0-4983-b2f9-498480612d00 of type vlan for network 981947a1-b106-41c5-9090-178af3c60b6a Sep 22 19:57:58.786960 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:58.874467 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:58.875394 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:57:58.875997 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:57:58.930297 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] Pushing event updated for resources: {'Network': ['ID=981947a1-b106-41c5-9090-178af3c60b6a,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:57:58.940608 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 981947a1-b106-41c5-9090-178af3c60b6a details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 19:57:58.978365 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-59f54537-a71b-4aea-8849-ab5b970d300c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3852687 Sep 22 19:58:01.176041 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36018) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:58:01.239439 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8337c4b5-54ac-45ee-833a-88bc43130d59 admin admin] GET failed (client error): The resource could not be found. Sep 22 19:58:01.240786 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-8337c4b5-54ac-45ee-833a-88bc43130d59 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0637710 Sep 22 19:58:01.308857 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7466102-0045-4157-8754-0ea542c4d991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:58:01.310349 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f7466102-0045-4157-8754-0ea542c4d991 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0649536 Sep 22 19:58:01.320306 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 19:58:01.399819 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Made reservation on behalf of d9fb7f03f91947a3a5151f6b27762c6e for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 19:58:01.402167 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:01.677334 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:01.729928 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6534f233-c715-4a23-aefd-4067f2e7a7b7,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:58:01.738818 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Checking segment: {'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 19:58:01.739174 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Network hostable DHCP agents. Network: 981947a1-b106-41c5-9090-178af3c60b6a, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 19:58:01.811660 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Network 981947a1-b106-41c5-9090-178af3c60b6a is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 19:58:01.891111 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 981947a1-b106-41c5-9090-178af3c60b6a) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 19:58:01.895117 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 19:58:01.895715 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:01.899654 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35920fc-945a-4689-869d-daf22838c5de None None] Network 981947a1-b106-41c5-9090-178af3c60b6a requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 19:58:01.980799 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-bc655ff1-b66b-46c0-ae20-c527bb260413 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6637433 Sep 22 19:58:02.047065 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-981947a1-b106-41c5-9090-178af3c60b6a', 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a', 'tenant_id': 'd9fb7f03f91947a3a5151f6b27762c6e', 'fixed_ips': [{'subnet_id': '6534f233-c715-4a23-aefd-4067f2e7a7b7'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 19:58:02.052692 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:02.192526 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Allocated IP 192.168.233.2 (981947a1-b106-41c5-9090-178af3c60b6a/6534f233-c715-4a23-aefd-4067f2e7a7b7/1ebcb6b7-cc53-4003-bc48-2332392b2d00) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 19:58:02.334222 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:02.475368 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:02.519088 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Network 981947a1-b106-41c5-9090-178af3c60b6a is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 19:58:02.521875 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 19:58:02.528369 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 19:58:02.532056 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Pushing event updated for resources: {'Port': ['ID=1ebcb6b7-cc53-4003-bc48-2332392b2d00,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:58:02.543024 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.543394 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.543745 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.544083 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.544444 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.544777 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.545102 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.545448 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.545807 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.553214 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.553214 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.553214 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:58:02.594424 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Attempting to bind port 1ebcb6b7-cc53-4003-bc48-2332392b2d00 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 19:58:02.595044 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Attempting to bind port 1ebcb6b7-cc53-4003-bc48-2332392b2d00 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 19:58:02.595407 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Attempting to bind port 1ebcb6b7-cc53-4003-bc48-2332392b2d00 on network 981947a1-b106-41c5-9090-178af3c60b6a {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 19:58:02.600545 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 19, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 19:58:02.600922 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Checking segment: {'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 19:58:02.601325 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:02.601719 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Bound using segment: {'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 19:58:02.602218 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Bound port: 1ebcb6b7-cc53-4003-bc48-2332392b2d00, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 19:58:02.602620 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:02.668597 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] For port 1ebcb6b7-cc53-4003-bc48-2332392b2d00, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 19:58:02.673067 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] For port 1ebcb6b7-cc53-4003-bc48-2332392b2d00, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=1ebcb6b7-cc53-4003-bc48-2332392b2d00,segment=NetworkSegment(b7126fae-d5f0-4983-b2f9-498480612d00),segment_id=b7126fae-d5f0-4983-b2f9-498480612d00)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 19:58:02.777814 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:02.842753 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97cbaf-d192-4312-b158-5995f1827e38 None None] Pushing event updated for resources: {'Port': ['ID=1ebcb6b7-cc53-4003-bc48-2332392b2d00,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:58:03.675250 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 1ebcb6b7-cc53-4003-bc48-2332392b2d00 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 19:58:03.719244 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb1698-587b-40d7-bb65-bf1e111117b7 None None] Network 981947a1-b106-41c5-9090-178af3c60b6a requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 19:58:03.791750 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 1ebcb6b7-cc53-4003-bc48-2332392b2d00 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:58:03.792234 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:03.888640 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-691e711b-98f2-4b1a-bfe4-da597e5b97e8 None None] Provisioning complete for port 1ebcb6b7-cc53-4003-bc48-2332392b2d00 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:58:03.889014 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-691e711b-98f2-4b1a-bfe4-da597e5b97e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:03.986459 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:04.052508 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 1ebcb6b7-cc53-4003-bc48-2332392b2d00, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=1ebcb6b7-cc53-4003-bc48-2332392b2d00,segment=NetworkSegment(b7126fae-d5f0-4983-b2f9-498480612d00),segment_id=b7126fae-d5f0-4983-b2f9-498480612d00)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 19:58:04.053922 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-691e711b-98f2-4b1a-bfe4-da597e5b97e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:04.155742 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:04.229955 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.db.api [None req-691e711b-98f2-4b1a-bfe4-da597e5b97e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 19:58:04.230331 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG oslo_db.api [None req-691e711b-98f2-4b1a-bfe4-da597e5b97e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 19:58:04.235364 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=1ebcb6b7-cc53-4003-bc48-2332392b2d00,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:58:04.884544 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-21bc845c-738f-41a8-9f68-4f6e1898ac47 None None] Provisioning complete for port 1ebcb6b7-cc53-4003-bc48-2332392b2d00 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:58:04.885206 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-21bc845c-738f-41a8-9f68-4f6e1898ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:05.633907 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 1ebcb6b7-cc53-4003-bc48-2332392b2d00 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 19:58:05.681677 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 1ebcb6b7-cc53-4003-bc48-2332392b2d00 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 19:58:05.682005 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:12.842745 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ba481380-8c7e-4484-98f1-7595e1463edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:15.531259 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e46c6992-1044-49c1-bedc-67ae31c160e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:16.165486 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:16.845624 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:18.365372 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:27.020289 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 19:58:42.855871 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-98c74f6e-e2f1-43ed-bec2-e980542bd25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:45.509666 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d2953399-0cfe-4bf2-a240-1b79fce7a844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:46.166816 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:46.601468 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:58:48.338676 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:04.019022 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 19:59:12.885933 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a6168f01-812f-4957-a98f-5d8f3b766249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:15.498018 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-b8a62e16-0bc6-4bde-a4be-9474c49dd03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:16.165824 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:16.603277 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:18.340563 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:19.191448 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36072) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:59:19.197262 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [None req-67d6456f-fd5d-43e2-9f59-3e2b5fcc3aea tempest-verify_tempest_config-1827556691 tempest-verify_tempest_config-1827556691-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 19:59:19.198251 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-67d6456f-fd5d-43e2-9f59-3e2b5fcc3aea tempest-verify_tempest_config-1827556691 tempest-verify_tempest_config-1827556691-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058479 Sep 22 19:59:19.784247 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36090) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:59:19.886952 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:19.970020 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:20.054221 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:20.097606 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c809166a0854aa4b88dbf8e52d5c33d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3123250 Sep 22 19:59:20.099570 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985dcf9c-1db9-4c89-9423-619f60ad613b,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:59:20.100606 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36094) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 19:59:20.106328 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.106697 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.107043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.107376 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.107708 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.108052 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.108386 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.108727 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.109057 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.109378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.109699 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.110050 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61864e7b-7499-448c-86c0-872d52532736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.185109 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:20.205634 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:20.357712 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:20.360172 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:20.361371 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/985dcf9c-1db9-4c89-9423-619f60ad613b HTTP/1.1" status: 204 len: 168 time: 0.2597778 Sep 22 19:59:20.369344 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985dcf9c-1db9-4c89-9423-619f60ad613b,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 19:59:20.379203 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.379688 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.380031 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.380361 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.380685 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.381011 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.381331 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.381665 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.382036 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.382356 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.382669 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.383052 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf44ca7-a176-4569-86e6-7a4fdce442d2 admin admin] Tracked resource versions report: Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: pushed versions: Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: { 'AddressGroup': {'1.2'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'ConntrackHelper': {'1.0'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Log': {'1.0'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Network': {'1.1'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Port': {'1.7'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'PortForwarding': {'1.2'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'QosPolicy': {'1.9'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SecurityGroup': {'1.4'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SecurityGroupRule': {'1.2'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SubPort': {'1.0'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Subnet': {'1.1'}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Trunk': {'1.1'}} Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: consumer versions: Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: { DHCP agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: L3 agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: Metadata agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: Metering agent@dv-cinder-778534-8-iscsi: {}, Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: Open vSwitch agent@dv-cinder-778534-8-iscsi: { 'AddressGroup': '1.2', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'ConntrackHelper': '1.0', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Log': '1.0', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Network': '1.1', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Port': '1.7', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'PortForwarding': '1.2', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'QosPolicy': '1.9', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SecurityGroup': '1.4', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SecurityGroupRule': '1.2', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SubPort': '1.0', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Subnet': '1.1', Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Trunk': '1.1'}} Sep 22 19:59:20.384019 dv-cinder-778534-8-iscsi neutron-server[101137]: {{(pid=101137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 19:59:41.017727 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 19:59:42.854565 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e2f15109-9251-4402-ae84-8490f075db59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:45.502544 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-57276fa0-8b1d-41e5-8a8b-ab304b2fadfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:46.176980 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:46.620380 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 19:59:48.354224 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:12.828213 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-94e6b275-72a7-4fe6-a031-6da56d25c92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:15.500031 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-edaf9c50-6915-4213-addb-8c9d0d22b908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:16.179614 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:16.622319 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:18.015692 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 5 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:00:18.340187 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:42.856693 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-69f9129b-4c34-48b7-adb0-c0ac0b156028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:45.511125 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5d3656c6-678f-452c-bdca-1d44e9cbd4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:46.174107 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:46.613949 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:48.370843 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:52.076778 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33076430'] for agent, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:00:55.013722 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:01:07.009588 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36172) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:01:07.112473 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-b3fdd9e6-557a-4a20-9587-c0e664d13371 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1017685 Sep 22 20:01:09.297510 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36182) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:01:09.350531 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-259b022a-aef4-43bf-a358-40e68874bcb9 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0519314 Sep 22 20:01:12.848232 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e91a80a9-0720-4590-8340-c1cc63ffb39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:15.494302 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-148dc77a-61f7-4711-bc5b-2da0823b24e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:16.230815 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:16.616355 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:18.359598 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:22.004764 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:32.016249 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:01:42.867436 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c4412840-e603-4b09-a337-133d0bbd5e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:45.522175 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c9d6e23f-b0c7-4511-9847-e2de70ab6363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:46.156385 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:46.618940 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:48.341695 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:01:52.010425 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:09.015572 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:02:12.884264 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-fa257305-6b70-4932-ba13-3f644c9d088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:15.493362 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e636ce3d-9341-4b36-af02-66504842b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:16.173071 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:16.624546 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:18.358538 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:22.021538 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:38.114145 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36404) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:38.191530 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36410) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:38.441600 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36422) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:38.599414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-network', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:38.609711 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-323448408-network', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:38.630596 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36428) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:38.711412 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Made reservation on behalf of b1bf8bc6f9974e379586bea37e31571a for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:38.714414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:38.730003 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:38.811680 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Made reservation on behalf of b2e7b75d182740f9a506428a6b9892f1 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:38.814013 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:38.825409 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:38.866350 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-network', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:38.905263 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-679465298-network', 'tenant_id': '08e0ffce747f4186a15d01ffc60de358'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:38.931355 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.011483 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.026909 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:02:39.043027 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.043377 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Added segment 03aacc7d-22d2-420d-8440-9cf7cca27a5a of type vlan for network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb Sep 22 20:02:39.100769 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.159035 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ae861-fb74-4294-8e85-491148a4dfaf,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:39.171687 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.172282 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.172768 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.173280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.173839 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.174345 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.174841 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.175347 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.175846 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.176332 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.176798 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.177270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Tracked resource versions report: Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: pushed versions: Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: { 'AddressGroup': {'1.2'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'ConntrackHelper': {'1.0'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Log': {'1.0'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Network': {'1.1'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Port': {'1.7'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'PortForwarding': {'1.2'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'QosPolicy': {'1.9'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SecurityGroup': {'1.4'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SecurityGroupRule': {'1.2'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SubPort': {'1.0'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Subnet': {'1.1'}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Trunk': {'1.1'}} Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: consumer versions: Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: { DHCP agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: HyperV agent@hv-cinder-77853: {}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: L3 agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: Metadata agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: Metering agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: Open vSwitch agent@dv-cinder-778534-8-iscsi: { 'AddressGroup': '1.2', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'ConntrackHelper': '1.0', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Log': '1.0', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Network': '1.1', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Port': '1.7', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'PortForwarding': '1.2', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'QosPolicy': '1.9', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SecurityGroup': '1.4', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SecurityGroupRule': '1.2', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'SubPort': '1.0', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Subnet': '1.1', Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: 'Trunk': '1.1'}} Sep 22 20:02:39.178535 dv-cinder-778534-8-iscsi neutron-server[101136]: {{(pid=101136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 20:02:39.221438 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.293833 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.294982 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:39.295693 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.329380 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.372630 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] Pushing event updated for resources: {'Network': ['ID=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:39.378159 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:02:39.392104 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:02:39.406359 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.406876 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Added segment 65180ec6-1ee4-4c14-a52e-5beb6c716090 of type vlan for network 62c5057d-2105-4af1-b967-04704345cc37 Sep 22 20:02:39.445046 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91565913-21d4-4cd9-815e-17f042db6df3,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:39.463467 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.490149 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-4f39c169-f3a0-4ea4-a5ca-45e089103154 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3747439 Sep 22 20:02:39.492824 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36476) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:39.497480 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Request body: {'subnet': {'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-subnet', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:39.575558 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.576546 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:39.577180 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.617185 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Made reservation on behalf of 6be91a3bc1064bd3bdc56974a4d189e6 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:39.619481 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.658825 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.660621 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] Pushing event updated for resources: {'Network': ['ID=62c5057d-2105-4af1-b967-04704345cc37,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:39.671026 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 62c5057d-2105-4af1-b967-04704345cc37 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:02:39.716676 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Made reservation on behalf of 08e0ffce747f4186a15d01ffc60de358 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:39.719149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.737716 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.828089 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Made reservation on behalf of b1bf8bc6f9974e379586bea37e31571a for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:39.830979 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:39.921024 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e12b474f-56ff-4200-965c-cef32cf607f2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7283535 Sep 22 20:02:39.925262 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36494) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:39.933723 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Request body: {'subnet': {'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-323448408-subnet', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:39.936030 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.quota [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Loaded quota_driver: . Sep 22 20:02:40.067546 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.113078 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.164145 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f646b43-63b5-478d-970e-084eb47a5a91,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:40.172802 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.180895 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.db.api [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 20:02:40.180895 dv-cinder-778534-8-iscsi neutron-server[101137]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 20:02:40.180895 dv-cinder-778534-8-iscsi neutron-server[101137]: [parameters: {'project_id_1': 'b2e7b75d182740f9a506428a6b9892f1', 'expiration_1': datetime.datetime(2021, 9, 22, 20, 2, 19, 945810)}] Sep 22 20:02:40.180895 dv-cinder-778534-8-iscsi neutron-server[101137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 20:02:40.181750 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG oslo_db.api [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 20:02:40.208904 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:02:40.210877 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Checking segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:40.211228 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Network hostable DHCP agents. Network: 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:02:40.233527 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f68eb67-d1e4-423a-8aff-cca727f41ecd,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:40.238288 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.238570 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Added segment 9854fc21-2c5d-4a25-94eb-656744485356 of type vlan for network 0055dd6c-04a7-4f1a-bffa-800ab71fadea Sep 22 20:02:40.296260 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.347944 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.358123 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:02:40.445489 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:40.448891 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.450335 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:40.462365 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.462365 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.463238 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f4deda-bd7b-4a92-9fa3-f014e7d46474 None None] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:02:40.468174 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:40.468889 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.501449 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:02:40.536876 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.537218 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Added segment 542ad6ab-64ae-4e9a-978a-23c8a958d65f of type vlan for network a61d1524-16f1-4875-921b-064c7494df74 Sep 22 20:02:40.538509 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760a7875-6ffe-44e0-952a-238df220b6db,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:40.573180 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] Pushing event updated for resources: {'Network': ['ID=0055dd6c-04a7-4f1a-bffa-800ab71fadea,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:40.586590 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 0055dd6c-04a7-4f1a-bffa-800ab71fadea details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:02:40.605598 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-a4588d77-9100-4e46-8bb3-ec57c8e61e57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1603284 Sep 22 20:02:40.605989 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36504) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:40.606307 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.611266 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Request body: {'subnet': {'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-subnet', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:40.638684 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e72f4883-ba1f-4426-8617-808d93a88012 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1446025 Sep 22 20:02:40.639468 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36506) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:40.644709 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:40.682090 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:02:40.683232 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.693361 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.694344 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:40.695051 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.773620 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] Pushing event updated for resources: {'Network': ['ID=a61d1524-16f1-4875-921b-064c7494df74,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:40.793970 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network a61d1524-16f1-4875-921b-064c7494df74 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:02:40.807306 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Made reservation on behalf of 6be91a3bc1064bd3bdc56974a4d189e6 for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:40.811447 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.890225 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.891416 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:40.987705 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Allocated IP 172.20.0.2 (54787ce9-a9b9-41d7-baac-a5d77b6bfbbb/0f646b43-63b5-478d-970e-084eb47a5a91/a5fd42e8-69eb-4cb9-aab3-9edcba79e50d) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:41.027248 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.081723 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Made reservation on behalf of b2e7b75d182740f9a506428a6b9892f1 for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:41.084282 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.152674 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f23b6fd3-8eb0-45ea-9ae0-82343b32e1dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5208764 Sep 22 20:02:41.154580 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36536) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:41.293544 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Request body: {'subnet': {'network_id': 'a61d1524-16f1-4875-921b-064c7494df74', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-679465298-subnet', 'tenant_id': '08e0ffce747f4186a15d01ffc60de358', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:41.331565 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.427888 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.464838 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:41.471003 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:41.477010 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:41.524616 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.590037 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Attempting to bind port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:02:41.590693 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Attempting to bind port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:02:41.591053 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Attempting to bind port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d on network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:02:41.598368 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:02:41.598733 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Checking segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:41.599299 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.600105 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Bound using segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:02:41.600739 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Bound port: a5fd42e8-69eb-4cb9-aab3-9edcba79e50d, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:02:41.601286 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.610536 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.622663 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Pushing event updated for resources: {'Port': ['ID=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:41.632458 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.633121 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.633869 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.634349 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.634851 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.635642 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.636166 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.638948 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.639495 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.640956 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.641672 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.643053 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Tracked resource versions report: Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: pushed versions: Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: { 'AddressGroup': {'1.2'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'ConntrackHelper': {'1.0'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Log': {'1.0'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Network': {'1.1'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Port': {'1.7'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'PortForwarding': {'1.2'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'QosPolicy': {'1.9'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SecurityGroup': {'1.4'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SecurityGroupRule': {'1.2'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SubPort': {'1.0'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Subnet': {'1.1'}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Trunk': {'1.1'}} Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: consumer versions: Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: { DHCP agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: HyperV agent@hv-cinder-77853: {}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: L3 agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: Metadata agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: Metering agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: Open vSwitch agent@dv-cinder-778534-8-iscsi: { 'AddressGroup': '1.2', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'ConntrackHelper': '1.0', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Log': '1.0', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Network': '1.1', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Port': '1.7', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'PortForwarding': '1.2', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'QosPolicy': '1.9', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SecurityGroup': '1.4', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SecurityGroupRule': '1.2', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'SubPort': '1.0', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Subnet': '1.1', Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: 'Trunk': '1.1'}} Sep 22 20:02:41.644239 dv-cinder-778534-8-iscsi neutron-server[101138]: {{(pid=101138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 20:02:41.669055 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Made reservation on behalf of 08e0ffce747f4186a15d01ffc60de358 for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:41.672441 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.675263 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Checking segment: {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:41.675748 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Network hostable DHCP agents. Network: 0055dd6c-04a7-4f1a-bffa-800ab71fadea, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:02:41.724495 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.760497 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] For port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:02:41.765255 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] For port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:02:41.771379 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e59c1c-e5ce-451b-be82-181ff2ed6b63,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:41.773779 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Checking segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:41.774136 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Network hostable DHCP agents. Network: 62c5057d-2105-4af1-b967-04704345cc37, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:02:41.785273 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.785553 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.785924 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.786261 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.786594 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.786936 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.787267 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.787616 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.788043 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.788372 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.788695 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.789014 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Tracked resource versions report: Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: pushed versions: Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: { 'AddressGroup': {'1.2'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'ConntrackHelper': {'1.0'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Log': {'1.0'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Network': {'1.1'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Port': {'1.7'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'PortForwarding': {'1.2'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'QosPolicy': {'1.9'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SecurityGroup': {'1.4'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SecurityGroupRule': {'1.2'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SubPort': {'1.0'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Subnet': {'1.1'}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Trunk': {'1.1'}} Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: consumer versions: Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: { DHCP agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: HyperV agent@hv-cinder-77853: {}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: L3 agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: Metadata agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: Metering agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: Open vSwitch agent@dv-cinder-778534-8-iscsi: { 'AddressGroup': '1.2', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'ConntrackHelper': '1.0', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Log': '1.0', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Network': '1.1', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Port': '1.7', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'PortForwarding': '1.2', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'QosPolicy': '1.9', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SecurityGroup': '1.4', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SecurityGroupRule': '1.2', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'SubPort': '1.0', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Subnet': '1.1', Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: 'Trunk': '1.1'}} Sep 22 20:02:41.790065 dv-cinder-778534-8-iscsi neutron-server[101137]: {{(pid=101137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 20:02:41.801950 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Network 0055dd6c-04a7-4f1a-bffa-800ab71fadea is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:02:41.846428 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1655a0-5c24-49c2-b1a4-753402528abd,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:41.908220 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:41.969342 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Network 62c5057d-2105-4af1-b967-04704345cc37 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:02:42.002480 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ad86a-b41e-4341-be12-ffb312c939e0 None None] Pushing event updated for resources: {'Port': ['ID=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:42.029711 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 0055dd6c-04a7-4f1a-bffa-800ab71fadea) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:42.038968 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 62c5057d-2105-4af1-b967-04704345cc37) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:42.044086 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec205d28-98b8-4d72-929e-fca4ffd53b81 None None] Network 0055dd6c-04a7-4f1a-bffa-800ab71fadea requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:02:42.056894 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:42.057843 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.112895 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:42.114523 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.114869 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e908c211-ccdc-4dae-9623-2dd318daf0e9 None None] Network 62c5057d-2105-4af1-b967-04704345cc37 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:02:42.192555 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-dea988ce-a1c2-4ba0-bc61-68b4b926d426 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2643175 Sep 22 20:02:42.195030 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36578) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:42.199148 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-67bc5bf6-0968-4a15-b13b-ce6dca75ddc2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5914884 Sep 22 20:02:42.201388 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36580) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:42.206321 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:42.207022 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:42.218384 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.244448 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36582) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:42.260929 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.292576 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.365892 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.367568 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.440594 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2228661-0013-4941-84b2-03265ecbf241,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:42.454301 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ea7b8551-7703-4fd9-a0cc-780432e562d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.465157 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.467161 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.482370 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Checking segment: {'id': '542ad6ab-64ae-4e9a-978a-23c8a958d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a61d1524-16f1-4875-921b-064c7494df74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:42.482859 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Network hostable DHCP agents. Network: a61d1524-16f1-4875-921b-064c7494df74, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:02:42.496355 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4d2ae3-10b7-4909-ad60-d81616c7914c None None] Network 0055dd6c-04a7-4f1a-bffa-800ab71fadea requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:02:42.545380 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.567064 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Allocated IP 172.27.2.163 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/ad4afbcf-ff70-4fb2-8a57-ae1964176835) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:42.635232 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.691849 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Network a61d1524-16f1-4875-921b-064c7494df74 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:02:42.699958 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-62c5057d-2105-4af1-b967-04704345cc37', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:02:42.701565 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.817285 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.823682 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, a61d1524-16f1-4875-921b-064c7494df74) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:42.833280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:42.833934 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.838839 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.862623 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3aa166-d769-4180-86d7-60ed579635be None None] Network a61d1524-16f1-4875-921b-064c7494df74 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:02:42.930332 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:42.955125 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ea7b8551-7703-4fd9-a0cc-780432e562d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.006955 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Allocated IP 172.20.0.2 (62c5057d-2105-4af1-b967-04704345cc37/5f1655a0-5c24-49c2-b1a4-753402528abd/7b4a747f-1082-4fbf-9047-b00974625eb9) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:43.011467 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.013989 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f7a9d3e3-1c7f-432b-9e49-e3f26ef05426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.041187 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ea7b8551-7703-4fd9-a0cc-780432e562d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.088184 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:43.098655 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dedc88-f4f1-4673-8624-e23b31ed89b1 None None] Network a61d1524-16f1-4875-921b-064c7494df74 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:02:43.103265 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:43.112152 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:43.114145 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4afbcf-ff70-4fb2-8a57-ae1964176835,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:43.160493 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b8551-7703-4fd9-a0cc-780432e562d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c816dc-0172-43b8-a497-2185f98d683d,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:43.175482 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ea7b8551-7703-4fd9-a0cc-780432e562d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2242ccdebf9f403b9cbb0cc4159d2c28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9297032 Sep 22 20:02:43.178008 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-d4be8816-55ed-4059-8d7a-f9e65d893dc1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8979692 Sep 22 20:02:43.180693 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36600) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:43.458093 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36620) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:43.662587 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc1b5e-6b25-4b4f-a0e7-cc0e1ea0c469 None None] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:02:43.679864 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.739172 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-ebe0ac10-6f01-43e5-8991-4e361f03081e None None] Provisioning complete for port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:43.739545 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ac10-6f01-43e5-8991-4e361f03081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.752930 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.799811 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7fa4-fda2-4c70-8da9-d1503ae3feaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.819048 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.851849 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36646) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:43.853849 dv-cinder-778534-8-iscsi neutron-server[101136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 20:02:43.860503 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.875556 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7fa4-fda2-4c70-8da9-d1503ae3feaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.878860 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-35cd5fda-36e1-4542-80c8-f98c85eda210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.882446 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.916739 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:43.929670 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device a5fd42e8-69eb-4cb9-aab3-9edcba79e50d up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:43.990754 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.019186 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ac10-6f01-43e5-8991-4e361f03081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.030353 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Allocated IP 172.27.2.111 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/09a63948-02eb-47f7-b367-5c14070793a1) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:44.050917 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Network 62c5057d-2105-4af1-b967-04704345cc37 is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:44.079245 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:44.085050 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:44.148529 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-35cd5fda-36e1-4542-80c8-f98c85eda210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.161387 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-ebe0ac10-6f01-43e5-8991-4e361f03081e None None] For port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:02:44.168481 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Pushing event updated for resources: {'Port': ['ID=7b4a747f-1082-4fbf-9047-b00974625eb9,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:44.184938 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.196062 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:44.196463 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.221681 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-35cd5fda-36e1-4542-80c8-f98c85eda210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.232203 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Attempting to bind port 7b4a747f-1082-4fbf-9047-b00974625eb9 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:02:44.232503 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Attempting to bind port 7b4a747f-1082-4fbf-9047-b00974625eb9 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:02:44.232809 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Attempting to bind port 7b4a747f-1082-4fbf-9047-b00974625eb9 on network 62c5057d-2105-4af1-b967-04704345cc37 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:02:44.244033 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ebe0ac10-6f01-43e5-8991-4e361f03081e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.279572 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-35cd5fda-36e1-4542-80c8-f98c85eda210 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aeb51fbf050a4004844d327d924f4202&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8203170 Sep 22 20:02:44.290785 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36650) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:44.319656 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:02:44.320071 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Checking segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:44.320433 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.320829 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Bound using segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:02:44.321313 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Bound port: 7b4a747f-1082-4fbf-9047-b00974625eb9, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:02:44.321691 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.322162 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-773cb23c-5940-4ea6-9aac-28c12161cc7f tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:44.323917 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-773cb23c-5940-4ea6-9aac-28c12161cc7f tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/networks?id=a61d1524-16f1-4875-921b-064c7494df74 HTTP/1.1" status: 200 len: 811 time: 0.4711447 Sep 22 20:02:44.356504 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-f8859974-47f1-4533-9c7d-bc5ea5c55872 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/quotas/08e0ffce747f4186a15d01ffc60de358 HTTP/1.1" status: 200 len: 375 time: 0.0259445 Sep 22 20:02:44.396652 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd5fda-36e1-4542-80c8-f98c85eda210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c230769-f60b-43b4-bb13-50afb2fe6892,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:44.452528 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0ac10-6f01-43e5-8991-4e361f03081e None None] Pushing event updated for resources: {'Port': ['ID=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:44.463577 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f17e30f7-c8fb-485c-b909-3a626596d98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.509221 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f17e30f7-c8fb-485c-b909-3a626596d98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.527239 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.537993 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7fa4-fda2-4c70-8da9-d1503ae3feaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.540164 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f1fc7fa4-fda2-4c70-8da9-d1503ae3feaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.541036 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f1fc7fa4-fda2-4c70-8da9-d1503ae3feaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78c816dc-0172-43b8-a497-2185f98d683d HTTP/1.1" status: 204 len: 168 time: 1.3582757 Sep 22 20:02:44.570380 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-62ccab17-3cd7-447e-a68d-5513e0118435 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=08e0ffce747f4186a15d01ffc60de358&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1606817 Sep 22 20:02:44.590999 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] For port 7b4a747f-1082-4fbf-9047-b00974625eb9, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:02:44.636321 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] For port 7b4a747f-1082-4fbf-9047-b00974625eb9, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=7b4a747f-1082-4fbf-9047-b00974625eb9,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:02:44.640344 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc7fa4-fda2-4c70-8da9-d1503ae3feaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c816dc-0172-43b8-a497-2185f98d683d,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:44.692762 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-f48ceade-98a1-4652-895f-3bf6a2502136 None None] Provisioning complete for port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:44.692762 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f48ceade-98a1-4652-895f-3bf6a2502136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.709629 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Allocated IP 172.27.2.168 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/55c9ea2e-b155-4baf-aaf0-589476a8cb13) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:44.725816 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:44.728919 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Pushing event updated for resources: {'Port': ['ID=09a63948-02eb-47f7-b367-5c14070793a1,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:44.732737 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.742822 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:44.746920 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:44.792606 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-53464c23-9e2e-4744-8908-63a6230b8291 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:02:44.793127 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.793618 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-53464c23-9e2e-4744-8908-63a6230b8291 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1029217 Sep 22 20:02:44.873169 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402f87b-7dc2-41f7-b267-dba7c386ca91 None None] Pushing event updated for resources: {'Port': ['ID=7b4a747f-1082-4fbf-9047-b00974625eb9,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:44.904141 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f17e30f7-c8fb-485c-b909-3a626596d98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.904141 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f17e30f7-c8fb-485c-b909-3a626596d98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:44.909078 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-f17e30f7-c8fb-485c-b909-3a626596d98e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c230769-f60b-43b4-bb13-50afb2fe6892 HTTP/1.1" status: 204 len: 168 time: 0.6136453 Sep 22 20:02:44.925876 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e30f7-c8fb-485c-b909-3a626596d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c230769-f60b-43b4-bb13-50afb2fe6892,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:44.983465 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:45.030318 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-c6c545e8-71e7-438f-b022-a1158e50bc3d service neutron] 10.222.0.11 "GET /v2.0/networks/a61d1524-16f1-4875-921b-064c7494df74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057209 Sep 22 20:02:45.198300 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-0dcf9bdb-56e7-480a-9626-b80e659a0d33 service neutron] 10.222.0.11 "GET /v2.0/networks/a61d1524-16f1-4875-921b-064c7494df74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492751 Sep 22 20:02:45.217340 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:45.304753 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Router 3d68e025-50e1-401e-b15d-35ec5b07ed6c is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:02:45.307104 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:45.356777 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:45.389620 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:45.395520 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:45.445868 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:45.455478 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36678) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:45.456038 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=55c9ea2e-b155-4baf-aaf0-589476a8cb13,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:45.529664 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a8743a2b-df99-401f-980c-7b02c02e6093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:45.532219 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36688) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:45.648596 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff703-97c4-4059-be00-1b7520927b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:45.690435 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0d8b3e3c-0d0a-4817-9256-28e70a714d49 req-63ddd6da-6e4c-4005-99c0-3f2558dfb5e0 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.1555243 Sep 22 20:02:45.727698 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:02:45.739684 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Sync routers for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:02:45.751943 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:45.752583 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:45.890254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Router 81eaa075-5ce6-436d-9df6-0832335eaae0 is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:02:45.906169 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff703-97c4-4059-be00-1b7520927b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:45.918978 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:45.989276 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 7b4a747f-1082-4fbf-9047-b00974625eb9 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:45.991728 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36706) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:46.005395 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a6ff703-97c4-4059-be00-1b7520927b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.031470 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:02:46.044162 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 7b4a747f-1082-4fbf-9047-b00974625eb9 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:46.044162 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.053986 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.056937 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a4d63fc-ae27-41b4-9fc7-2340531f1c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.059111 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8228eb01-8bea-4479-b03e-076320ced3b7 None None] Network 62c5057d-2105-4af1-b967-04704345cc37 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:02:46.095136 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.101544 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-4cfe4dfe-5dd3-4b90-9d50-e3594f69cc57 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4607258 Sep 22 20:02:46.104684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36710) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:46.187125 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-2a6ff703-97c4-4059-be00-1b7520927b97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eca7db1b3ba943218d96ad024512b115&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7278817 Sep 22 20:02:46.194518 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36714) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:46.219064 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ff703-97c4-4059-be00-1b7520927b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe6bdc-131f-4fd8-9458-23596a4d6905,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:46.224171 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:43Z', 'revision_number': 3, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:46.248199 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:02:46.256671 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.263219 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-8574cc45-02e2-4035-a554-e4eae680ee5d None None] Provisioning complete for port 7b4a747f-1082-4fbf-9047-b00974625eb9 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:46.263690 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8574cc45-02e2-4035-a554-e4eae680ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.264164 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Checking router: 3d68e025-50e1-401e-b15d-35ec5b07ed6c for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:02:46.264815 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Updating router 3d68e025-50e1-401e-b15d-35ec5b07ed6c port ad4afbcf-ff70-4fb2-8a57-ae1964176835 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:02:46.274021 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Sync routers for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:02:46.304753 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.310943 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cacb-df1a-48d4-b8a9-68aa761226eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.338351 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cacb-df1a-48d4-b8a9-68aa761226eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.380304 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:46.380945 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:46.495877 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cacb-df1a-48d4-b8a9-68aa761226eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.500948 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5cd5cacb-df1a-48d4-b8a9-68aa761226eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.506170 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5cd5cacb-df1a-48d4-b8a9-68aa761226eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92fe6bdc-131f-4fd8-9458-23596a4d6905 HTTP/1.1" status: 204 len: 168 time: 0.3081901 Sep 22 20:02:46.508784 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a4d63fc-ae27-41b4-9fc7-2340531f1c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.520311 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.521655 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5cacb-df1a-48d4-b8a9-68aa761226eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe6bdc-131f-4fd8-9458-23596a4d6905,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:46.577137 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a4d63fc-ae27-41b4-9fc7-2340531f1c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.629473 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-2a4d63fc-ae27-41b4-9fc7-2340531f1c3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=397dd23030fb467c8f2f1580c9ad5213&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6366611 Sep 22 20:02:46.632216 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36726) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:46.674473 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] Notify callbacks [] for router, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.675674 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-942223f1-30e6-4dd4-b738-3ce9c5146794 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4754055 Sep 22 20:02:46.680804 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.685049 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36730) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:46.691195 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d63fc-ae27-41b4-9fc7-2340531f1c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aed96d-e2e3-41e5-bb09-4f566b247512,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:46.729407 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-137584d6-cbe4-4d40-9a15-9d1b88d40cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.744581 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8574cc45-02e2-4035-a554-e4eae680ee5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.752784 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.773902 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-137584d6-cbe4-4d40-9a15-9d1b88d40cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.797770 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.826549 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 7b4a747f-1082-4fbf-9047-b00974625eb9, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=7b4a747f-1082-4fbf-9047-b00974625eb9,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:02:46.841043 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Pushing event updated for resources: {'Port': ['ID=ad4afbcf-ff70-4fb2-8a57-ae1964176835,revision_number=2']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:46.855737 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:46.868337 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Attempting to bind port ad4afbcf-ff70-4fb2-8a57-ae1964176835 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:02:46.868708 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Attempting to bind port ad4afbcf-ff70-4fb2-8a57-ae1964176835 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:02:46.869069 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Attempting to bind port ad4afbcf-ff70-4fb2-8a57-ae1964176835 on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:02:46.873082 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.873434 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.874998 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.875346 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.875678 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.876001 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.877644 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.880597 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.881130 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.881623 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.882119 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.882613 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Tracked resource versions report: Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: pushed versions: Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: { 'AddressGroup': {'1.2'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'ConntrackHelper': {'1.0'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Log': {'1.0'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Network': {'1.1'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Port': {'1.7'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'PortForwarding': {'1.2'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'QosPolicy': {'1.9'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SecurityGroup': {'1.4'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SecurityGroupRule': {'1.2'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SubPort': {'1.0'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Subnet': {'1.1'}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Trunk': {'1.1'}} Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: consumer versions: Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: { DHCP agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: HyperV agent@hv-cinder-77853: {}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: L3 agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: Metadata agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: Metering agent@dv-cinder-778534-8-iscsi: {}, Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: Open vSwitch agent@dv-cinder-778534-8-iscsi: { 'AddressGroup': '1.2', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'ConntrackHelper': '1.0', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Log': '1.0', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Network': '1.1', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Port': '1.7', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'PortForwarding': '1.2', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'QosPolicy': '1.9', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SecurityGroup': '1.4', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SecurityGroupRule': '1.2', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'SubPort': '1.0', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Subnet': '1.1', Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: 'Trunk': '1.1'}} Sep 22 20:02:46.883775 dv-cinder-778534-8-iscsi neutron-server[101139]: {{(pid=101139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 20:02:46.898394 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7ea612da-cf59-423e-af94-873adc8dfdb6 req-6800f7f3-9093-452c-a4ef-867d44522eb2 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.0948389 Sep 22 20:02:46.904334 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:02:46.905177 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:46.905781 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.906535 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:02:46.910360 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Bound port: ad4afbcf-ff70-4fb2-8a57-ae1964176835, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:02:46.913786 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.957140 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.974043 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:46.975621 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device a5fd42e8-69eb-4cb9-aab3-9edcba79e50d up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:46.978838 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] For port ad4afbcf-ff70-4fb2-8a57-ae1964176835, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:02:46.984931 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] For port ad4afbcf-ff70-4fb2-8a57-ae1964176835, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=ad4afbcf-ff70-4fb2-8a57-ae1964176835,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:02:46.995510 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-137584d6-cbe4-4d40-9a15-9d1b88d40cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:47.004406 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-137584d6-cbe4-4d40-9a15-9d1b88d40cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:47.004406 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-137584d6-cbe4-4d40-9a15-9d1b88d40cda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89aed96d-e2e3-41e5-bb09-4f566b247512 HTTP/1.1" status: 204 len: 168 time: 0.3676147 Sep 22 20:02:47.041308 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137584d6-cbe4-4d40-9a15-9d1b88d40cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aed96d-e2e3-41e5-bb09-4f566b247512,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:47.053432 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:47.146777 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:47.147771 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:47.152264 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eca5d-292f-48b5-b9fa-fab5f23a0c23 None None] Pushing event updated for resources: {'Port': ['ID=ad4afbcf-ff70-4fb2-8a57-ae1964176835,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:47.165666 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=7b4a747f-1082-4fbf-9047-b00974625eb9,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:47.329313 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:47.473556 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.db.api [None req-8574cc45-02e2-4035-a554-e4eae680ee5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 20:02:47.474196 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG oslo_db.api [None req-8574cc45-02e2-4035-a554-e4eae680ee5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 20:02:47.489195 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:47.492618 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:47.611566 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Router 870ce6f8-aafc-423a-8652-d6a98f419046 is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:02:47.616760 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:43Z', 'revision_number': 3, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:47.628237 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:44Z', 'revision_number': 3, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:47.660678 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Checking router: 81eaa075-5ce6-436d-9df6-0832335eaae0 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:02:47.661490 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Updating router 81eaa075-5ce6-436d-9df6-0832335eaae0 port 09a63948-02eb-47f7-b367-5c14070793a1 binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:02:47.667777 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:47.730320 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:47.768814 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f90ad6-79df-40e3-828a-feb55c53b02b None None] The sync data for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi is: [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:43Z', 'revision_number': 3, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:02:47.929821 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 7b4a747f-1082-4fbf-9047-b00974625eb9 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:48.261206 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.261206 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 7b4a747f-1082-4fbf-9047-b00974625eb9 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:48.261206 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.356365 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.407356 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-57d580b5-901d-4150-9009-d3b870a9ce6c None None] Provisioning complete for port 7b4a747f-1082-4fbf-9047-b00974625eb9 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:48.407760 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-57d580b5-901d-4150-9009-d3b870a9ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.443476 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.468487 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ce447-3406-4764-bc80-447ac51be087 None None] Pushing event updated for resources: {'Port': ['ID=09a63948-02eb-47f7-b367-5c14070793a1,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:48.485661 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Attempting to bind port 09a63948-02eb-47f7-b367-5c14070793a1 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:02:48.486083 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Attempting to bind port 09a63948-02eb-47f7-b367-5c14070793a1 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:02:48.486447 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Attempting to bind port 09a63948-02eb-47f7-b367-5c14070793a1 on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:02:48.522797 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:02:48.523219 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:48.523588 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.523989 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:02:48.524478 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Bound port: 09a63948-02eb-47f7-b367-5c14070793a1, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:02:48.524862 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.623024 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ddf744e-64dd-4213-9d0b-773bd7840a9f req-c4bfa590-6640-4d90-9532-9d593457d0bf tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.5235572 Sep 22 20:02:48.628492 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:02:48.640315 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Sync routers for ids ['870ce6f8-aafc-423a-8652-d6a98f419046'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:02:48.678544 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Routers {'870ce6f8-aafc-423a-8652-d6a98f419046'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:48.682178 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['870ce6f8-aafc-423a-8652-d6a98f419046'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:48.706766 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.725558 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Allocated IP 172.20.0.1 (54787ce9-a9b9-41d7-baac-a5d77b6bfbbb/0f646b43-63b5-478d-970e-084eb47a5a91/02cbc677-e77c-40eb-85ff-d35faaa98fab) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:48.806019 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.808622 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-7f87a53b-368d-49c1-8935-2b6f5249b0b6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.6060410 Sep 22 20:02:48.811801 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36816) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:48.826829 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] For port 09a63948-02eb-47f7-b367-5c14070793a1, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:02:48.840823 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] For port 09a63948-02eb-47f7-b367-5c14070793a1, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=09a63948-02eb-47f7-b367-5c14070793a1,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:02:48.914238 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:48.951100 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Set router 870ce6f8-aafc-423a-8652-d6a98f419046 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:48.980478 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:49.079401 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Allocated IP 172.20.0.1 (62c5057d-2105-4af1-b967-04704345cc37/5f1655a0-5c24-49c2-b1a4-753402528abd/ef2d7a3b-592a-4203-a867-3b59a89f9976) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:49.092634 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:49.096642 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:49.257924 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ce447-3406-4764-bc80-447ac51be087 None None] Pushing event updated for resources: {'Port': ['ID=09a63948-02eb-47f7-b367-5c14070793a1,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:49.333132 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:49.371030 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:49.389697 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:45Z', 'revision_number': 3, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port': {'id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:49.420423 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:49.422416 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:49.426348 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:49.442698 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:49.443297 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:49.452433 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Checking router: 870ce6f8-aafc-423a-8652-d6a98f419046 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:02:49.478855 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Updating router 870ce6f8-aafc-423a-8652-d6a98f419046 port 55c9ea2e-b155-4baf-aaf0-589476a8cb13 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:02:49.532150 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:49.579103 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Pushing event updated for resources: {'Port': ['ID=02cbc677-e77c-40eb-85ff-d35faaa98fab,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:49.604553 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:49.885245 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Network 62c5057d-2105-4af1-b967-04704345cc37 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:49.897265 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:44Z', 'revision_number': 3, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:49.917390 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:49.972017 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:49.982597 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:49.999387 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2d7a3b-592a-4203-a867-3b59a89f9976,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:50.053718 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device ad4afbcf-ff70-4fb2-8a57-ae1964176835 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:50.181783 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93eb788-9a80-4898-aa6f-e98202bd6135 None None] The sync data for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi is: [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:44Z', 'revision_number': 3, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:02:50.208472 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.230812 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.233682 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-baffe267-0870-422b-b3a3-95a8fdb99085 None None] Provisioning complete for port 02cbc677-e77c-40eb-85ff-d35faaa98fab triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:50.234078 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-baffe267-0870-422b-b3a3-95a8fdb99085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.279962 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.285149 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.314860 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port ad4afbcf-ff70-4fb2-8a57-ae1964176835 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:50.315558 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.318789 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52b3af54-4676-4955-83e3-b5f3ed107d8a req-71517286-5132-41c5-8400-d8d220c8d66a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.1263120 Sep 22 20:02:50.418311 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6b891-d082-480c-8881-0d4bee272cec None None] Pushing event updated for resources: {'Port': ['ID=55c9ea2e-b155-4baf-aaf0-589476a8cb13,revision_number=2']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:50.422009 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-baffe267-0870-422b-b3a3-95a8fdb99085 None None] Port 02cbc677-e77c-40eb-85ff-d35faaa98fab cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:02:50.428860 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Attempting to bind port 55c9ea2e-b155-4baf-aaf0-589476a8cb13 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:02:50.429478 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Attempting to bind port 55c9ea2e-b155-4baf-aaf0-589476a8cb13 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:02:50.430222 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Attempting to bind port 55c9ea2e-b155-4baf-aaf0-589476a8cb13 on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:02:50.446994 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:02:50.448291 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:50.448695 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.449091 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:02:50.449570 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Bound port: 55c9ea2e-b155-4baf-aaf0-589476a8cb13, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:02:50.450000 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.550809 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.620973 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] For port 55c9ea2e-b155-4baf-aaf0-589476a8cb13, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:02:50.631696 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] For port 55c9ea2e-b155-4baf-aaf0-589476a8cb13, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=55c9ea2e-b155-4baf-aaf0-589476a8cb13,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:02:50.657028 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port ad4afbcf-ff70-4fb2-8a57-ae1964176835, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=ad4afbcf-ff70-4fb2-8a57-ae1964176835,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:02:50.664739 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-c77647a0-b1e6-4dd7-9b74-9ba102f87d01 None None] Provisioning complete for port ef2d7a3b-592a-4203-a867-3b59a89f9976 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:50.665177 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c77647a0-b1e6-4dd7-9b74-9ba102f87d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.730143 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.754036 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.771467 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-c77647a0-b1e6-4dd7-9b74-9ba102f87d01 None None] Port ef2d7a3b-592a-4203-a867-3b59a89f9976 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:02:50.775205 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:50.858882 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Allocated IP 172.20.0.1 (0055dd6c-04a7-4f1a-bffa-800ab71fadea/c5e59c1c-e5ce-451b-be82-181ff2ed6b63/e82e3cdb-962f-437e-9d0d-07eacbe67abf) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:50.868707 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Routers {'870ce6f8-aafc-423a-8652-d6a98f419046'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:50.872285 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['870ce6f8-aafc-423a-8652-d6a98f419046'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:50.957254 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=ad4afbcf-ff70-4fb2-8a57-ae1964176835,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:50.993005 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6b891-d082-480c-8881-0d4bee272cec None None] Pushing event updated for resources: {'Port': ['ID=55c9ea2e-b155-4baf-aaf0-589476a8cb13,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:51.031047 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.078162 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.079261 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] Set router 870ce6f8-aafc-423a-8652-d6a98f419046 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:51.163810 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.176740 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.182528 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.228701 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e82e3cdb-962f-437e-9d0d-07eacbe67abf,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:51.245860 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Network 0055dd6c-04a7-4f1a-bffa-800ab71fadea is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:51.249888 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:51.257663 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:51.258416 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.262868 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.296876 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Pushing event updated for resources: {'Port': ['ID=02cbc677-e77c-40eb-85ff-d35faaa98fab,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:51.316381 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:45Z', 'revision_number': 3, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port': {'id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:51.356310 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abbe21d-7306-47bb-a2a6-6c8033d5ec94 None None] The sync data for ids ['870ce6f8-aafc-423a-8652-d6a98f419046'] in dv-cinder-778534-8-iscsi is: [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:45Z', 'revision_number': 3, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port': {'id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:02:51.375947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.679021 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.679021 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:51.680053 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36878) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:51.681846 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:51.681846 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Network 62c5057d-2105-4af1-b967-04704345cc37 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:51.682336 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36884) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:51.682534 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:51.682534 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6955b7f8-1c45-41e5-bd03-d4fc7771459f req-64eb603b-5f59-4145-864b-1e3d8bc172a2 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.0742941 Sep 22 20:02:51.897078 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-688d3bd7-385a-4415-b3c1-616650ea38f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.947495 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:51.962241 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d6095210-ab4f-42de-9579-6fa31473f020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.023437 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Pushing event updated for resources: {'Port': ['ID=ef2d7a3b-592a-4203-a867-3b59a89f9976,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:52.086549 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 09a63948-02eb-47f7-b367-5c14070793a1 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:52.193641 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 09a63948-02eb-47f7-b367-5c14070793a1 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:52.194289 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.196637 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-2222817f-4425-45da-b511-08a6956160c7 None None] Provisioning complete for port 02cbc677-e77c-40eb-85ff-d35faaa98fab triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:52.197381 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2222817f-4425-45da-b511-08a6956160c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.245930 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.258767 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-688d3bd7-385a-4415-b3c1-616650ea38f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.268512 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Router 81eaa075-5ce6-436d-9df6-0832335eaae0 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:02:52.278752 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-2222817f-4425-45da-b511-08a6956160c7 None None] Port 02cbc677-e77c-40eb-85ff-d35faaa98fab cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:02:52.293377 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Router 3d68e025-50e1-401e-b15d-35ec5b07ed6c has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:02:52.326755 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.333909 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.353905 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-688d3bd7-385a-4415-b3c1-616650ea38f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.355164 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 09a63948-02eb-47f7-b367-5c14070793a1, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=09a63948-02eb-47f7-b367-5c14070793a1,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:02:52.409155 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.410334 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device ad4afbcf-ff70-4fb2-8a57-ae1964176835 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:52.416924 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.417771 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.444443 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d3bd7-385a-4415-b3c1-616650ea38f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f87d77-ce07-4f1c-b258-ddfe566151f6,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:52.467889 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-688d3bd7-385a-4415-b3c1-616650ea38f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=50f8f348eb684d308526884d83558720&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9161792 Sep 22 20:02:52.476700 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36896) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:52.500478 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:02:52.507648 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-ab034953-efbb-4c2f-8a46-92c5a98cc771 admin admin] 10.222.0.11 "PUT /v2.0/routers/81eaa075-5ce6-436d-9df6-0832335eaae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8214777 Sep 22 20:02:52.535084 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:02:52.545162 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-082e7071-ca1c-4523-b01f-1ad735de7303 admin admin] 10.222.0.11 "PUT /v2.0/routers/3d68e025-50e1-401e-b15d-35ec5b07ed6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4394500 Sep 22 20:02:52.605397 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Sync routers for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:02:52.646013 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-329590ce-039a-4fcd-905c-135bf93e3678 None None] Provisioning complete for port ef2d7a3b-592a-4203-a867-3b59a89f9976 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:52.646387 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-329590ce-039a-4fcd-905c-135bf93e3678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.701869 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:52.702641 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:52.728610 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Network 0055dd6c-04a7-4f1a-bffa-800ab71fadea is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:52.744049 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d6095210-ab4f-42de-9579-6fa31473f020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.752655 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:52.783645 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=09a63948-02eb-47f7-b367-5c14070793a1,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:52.793106 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Sync routers for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:02:52.801405 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-329590ce-039a-4fcd-905c-135bf93e3678 None None] Port ef2d7a3b-592a-4203-a867-3b59a89f9976 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:02:52.812804 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:52.825804 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:52.825926 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port ad4afbcf-ff70-4fb2-8a57-ae1964176835 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:52.825926 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.833075 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d6095210-ab4f-42de-9579-6fa31473f020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:52.863181 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-68f3e079-f237-4763-828b-ba5125011ef2 req-f7a79adc-ffef-499f-a577-de9eca6c053e tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.0516024 Sep 22 20:02:52.922544 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:53.033114 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:53.038524 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.36', 51060) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:53.065974 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e82e3cdb-962f-437e-9d0d-07eacbe67abf,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:53.119898 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d6095210-ab4f-42de-9579-6fa31473f020 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37335183f1aa4dd7bd69876cbdf7c0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4807529 Sep 22 20:02:53.125711 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36920) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:53.128688 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6757d963-1f75-4e2c-8b69-28890cf88d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:53.199614 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6095210-ab4f-42de-9579-6fa31473f020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534b2fad-9c8f-4694-85b3-3bf7b38fcede,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:53.287447 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6757d963-1f75-4e2c-8b69-28890cf88d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:53.298985 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-c00be366-aae5-4683-8a1b-c504011d88fb tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:53.302321 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-c00be366-aae5-4683-8a1b-c504011d88fb tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.36 "GET /v2.0/networks?id=a61d1524-16f1-4875-921b-064c7494df74 HTTP/1.1" status: 200 len: 811 time: 0.2570944 Sep 22 20:02:53.363639 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Request body: {'port': {'device_id': 'e84b88d7-1899-424d-8997-4e355ef8aacc', 'network_id': 'a61d1524-16f1-4875-921b-064c7494df74', 'admin_state_up': True, 'tenant_id': '08e0ffce747f4186a15d01ffc60de358'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:53.398548 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 2, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:53.430963 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Router 870ce6f8-aafc-423a-8652-d6a98f419046 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:02:53.484638 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6757d963-1f75-4e2c-8b69-28890cf88d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:53.507146 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6757d963-1f75-4e2c-8b69-28890cf88d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:53.507146 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-6757d963-1f75-4e2c-8b69-28890cf88d1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33f87d77-ce07-4f1c-b258-ddfe566151f6 HTTP/1.1" status: 204 len: 168 time: 1.0223961 Sep 22 20:02:53.507146 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5d1b61fb-cee9-4285-82a2-0facb5af6f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:53.517689 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Checking router: 3d68e025-50e1-401e-b15d-35ec5b07ed6c for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:02:53.526808 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Updating router 3d68e025-50e1-401e-b15d-35ec5b07ed6c port 02cbc677-e77c-40eb-85ff-d35faaa98fab binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:02:53.529059 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:51Z', 'revision_number': 2, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:53.588576 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Checking router: 81eaa075-5ce6-436d-9df6-0832335eaae0 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:02:53.588939 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Updating router 81eaa075-5ce6-436d-9df6-0832335eaae0 port ef2d7a3b-592a-4203-a867-3b59a89f9976 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:02:53.598379 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:53.666627 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:53.683342 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5d1b61fb-cee9-4285-82a2-0facb5af6f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:53.808366 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 36938) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:53.824712 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1484541442', 'description': 'tempest-description--1279419918'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:53.864261 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757d963-1f75-4e2c-8b69-28890cf88d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f87d77-ce07-4f1c-b258-ddfe566151f6,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:53.934048 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.db.api [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 20:02:53.934048 dv-cinder-778534-8-iscsi neutron-server[101137]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 22 20:02:53.934048 dv-cinder-778534-8-iscsi neutron-server[101137]: [parameters: {'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'id': '6d7ae50f-868d-438b-87c6-1227af35171b', 'expiration': datetime.datetime(2021, 9, 22, 20, 4, 53, 899215)}] Sep 22 20:02:53.934048 dv-cinder-778534-8-iscsi neutron-server[101137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 20:02:53.934048 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG oslo_db.api [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 20:02:54.029240 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 36946) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:54.034423 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-82cbed1b-7479-4639-9a2a-cb04165d1e0e req-1000439f-4ffc-4a54-aae6-499e964bc3f5 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.0468037 Sep 22 20:02:54.039662 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:02:54.056395 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e838d285-2c27-4121-8769-ed1d09bd13a4 admin admin] 10.222.0.11 "PUT /v2.0/routers/870ce6f8-aafc-423a-8652-d6a98f419046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2351656 Sep 22 20:02:54.058784 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5d1b61fb-cee9-4285-82a2-0facb5af6f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.059430 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5d1b61fb-cee9-4285-82a2-0facb5af6f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.061447 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-92888033-7878-4dbd-af8e-9a9bc68fb0fe tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1008233081', 'description': 'tempest-description--168730732'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:54.069277 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5d1b61fb-cee9-4285-82a2-0facb5af6f1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/534b2fad-9c8f-4694-85b3-3bf7b38fcede HTTP/1.1" status: 204 len: 168 time: 0.9384501 Sep 22 20:02:54.081596 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b61fb-cee9-4285-82a2-0facb5af6f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534b2fad-9c8f-4694-85b3-3bf7b38fcede,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:54.090450 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Made reservation on behalf of 08e0ffce747f4186a15d01ffc60de358 for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:02:54.094270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.133652 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 09a63948-02eb-47f7-b367-5c14070793a1 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:54.150460 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Sync routers for ids ['870ce6f8-aafc-423a-8652-d6a98f419046'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:02:54.218356 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.234520 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Routers {'870ce6f8-aafc-423a-8652-d6a98f419046'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:54.239230 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['870ce6f8-aafc-423a-8652-d6a98f419046'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:54.250234 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-92888033-7878-4dbd-af8e-9a9bc68fb0fe tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.340253 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.347693 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.466130 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99d507-24d4-49c6-b556-461066ac31df None None] Pushing event updated for resources: {'Port': ['ID=02cbc677-e77c-40eb-85ff-d35faaa98fab,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:54.483874 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.517964 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Allocated IP 172.20.0.8 (a61d1524-16f1-4875-921b-064c7494df74/c2228661-0013-4941-84b2-03265ecbf241/ac763dc0-cd72-4342-bfe8-6b3304992121) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:54.565003 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 09a63948-02eb-47f7-b367-5c14070793a1 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:54.566129 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.585934 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Set router 870ce6f8-aafc-423a-8652-d6a98f419046 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:54.615844 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-92888033-7878-4dbd-af8e-9a9bc68fb0fe tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.618149 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4704-b654-4837-b782-da7b607d61c0 None None] Pushing event updated for resources: {'Port': ['ID=ef2d7a3b-592a-4203-a867-3b59a89f9976,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:54.736824 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-92888033-7878-4dbd-af8e-9a9bc68fb0fe tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.787708 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.814442 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Attempting to bind port ef2d7a3b-592a-4203-a867-3b59a89f9976 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:02:54.814811 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Attempting to bind port ef2d7a3b-592a-4203-a867-3b59a89f9976 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:02:54.815538 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Attempting to bind port ef2d7a3b-592a-4203-a867-3b59a89f9976 on network 62c5057d-2105-4af1-b967-04704345cc37 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:02:54.851015 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:02:54.851015 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Checking segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:54.851015 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.854258 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Bound using segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:02:54.856280 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Bound port: ef2d7a3b-592a-4203-a867-3b59a89f9976, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:02:54.857908 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:54.973085 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.012844 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92888033-7878-4dbd-af8e-9a9bc68fb0fe tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b20768-4af0-4f4c-80ea-488037c4173b,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:55.013869 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] For port ef2d7a3b-592a-4203-a867-3b59a89f9976, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:02:55.017212 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] For port ef2d7a3b-592a-4203-a867-3b59a89f9976, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=ef2d7a3b-592a-4203-a867-3b59a89f9976,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:02:55.077341 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Attempting to bind port 02cbc677-e77c-40eb-85ff-d35faaa98fab on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:02:55.077935 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Attempting to bind port 02cbc677-e77c-40eb-85ff-d35faaa98fab by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:02:55.079260 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Attempting to bind port 02cbc677-e77c-40eb-85ff-d35faaa98fab on network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:02:55.084874 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.085871 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-8aa71080-65c8-4c82-b331-fb79361f6b42 None None] Provisioning complete for port 02cbc677-e77c-40eb-85ff-d35faaa98fab triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:55.086251 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8aa71080-65c8-4c82-b331-fb79361f6b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.115551 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:02:55.116141 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Checking segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:55.116704 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.117251 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Bound using segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:02:55.117905 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Bound port: 02cbc677-e77c-40eb-85ff-d35faaa98fab, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:02:55.118446 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.128068 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.159533 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.215153 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-8aa71080-65c8-4c82-b331-fb79361f6b42 None None] Port 02cbc677-e77c-40eb-85ff-d35faaa98fab cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:02:55.237233 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32e79a01-a74d-42aa-98cf-3a2ed4a1779a,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:55.271233 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 55c9ea2e-b155-4baf-aaf0-589476a8cb13 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:55.274318 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4f5d6622-53d0-4ba4-9a7b-476dea2ad61c req-27b9ebc1-0820-4263-bf49-f826afffd6a1 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.0974245 Sep 22 20:02:55.276768 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37002) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:55.292813 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:51Z', 'revision_number': 4, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port': {'id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'e82e3cdb-962f-437e-9d0d-07eacbe67abf', 'name': '', 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'mac_address': 'fa:16:3e:1e:c4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c5e59c1c-e5ce-451b-be82-181ff2ed6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:50Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 2, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'subnets': [{'id': 'c5e59c1c-e5ce-451b-be82-181ff2ed6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:55.310987 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf01e-875f-488c-bfec-2328e6dd8374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.310987 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-92888033-7878-4dbd-af8e-9a9bc68fb0fe tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.310987 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-92888033-7878-4dbd-af8e-9a9bc68fb0fe tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2786577 Sep 22 20:02:55.311628 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:55.311628 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:55.311944 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37004) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:55.318883 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-fc6c3868-fb22-4e5d-b317-18a9d2d75ecb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'security_group_rule': {'security_group_id': '43b20768-4af0-4f4c-80ea-488037c4173b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:55.382604 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.411641 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.412807 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-9b8cb19f-937d-463d-9c53-bfe0e12ffa4d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5951631 Sep 22 20:02:55.416640 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37006) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:55.423377 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-9c8c6317-129c-44b6-b17d-50d984c0eae9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'security_group_rule': {'security_group_id': '32e79a01-a74d-42aa-98cf-3a2ed4a1779a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:55.444063 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Checking router: 870ce6f8-aafc-423a-8652-d6a98f419046 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:02:55.444411 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Updating router 870ce6f8-aafc-423a-8652-d6a98f419046 port e82e3cdb-962f-437e-9d0d-07eacbe67abf binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:02:55.463701 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] For port 02cbc677-e77c-40eb-85ff-d35faaa98fab, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:02:55.565417 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3868-fb22-4e5d-b317-18a9d2d75ecb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.574121 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Network a61d1524-16f1-4875-921b-064c7494df74 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:55.604869 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:55.612132 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:55.629178 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:55.630212 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:55.631156 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.735269 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Pushing event updated for resources: {'Port': ['ID=ac763dc0-cd72-4342-bfe8-6b3304992121,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:55.778686 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3868-fb22-4e5d-b317-18a9d2d75ecb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.821038 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] For port 02cbc677-e77c-40eb-85ff-d35faaa98fab, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=02cbc677-e77c-40eb-85ff-d35faaa98fab,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:02:55.833214 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.840287 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-b8f91c3c-0f6d-480a-8501-f1d64693874e None None] Provisioning complete for port ef2d7a3b-592a-4203-a867-3b59a89f9976 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:55.840287 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-b8f91c3c-0f6d-480a-8501-f1d64693874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.893283 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3868-fb22-4e5d-b317-18a9d2d75ecb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.916378 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 55c9ea2e-b155-4baf-aaf0-589476a8cb13 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:55.920087 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c3868-fb22-4e5d-b317-18a9d2d75ecb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7644797-b9a1-4fbb-9a83-6aa3febc0b26,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:55.920578 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.964631 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:55.967616 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf01e-875f-488c-bfec-2328e6dd8374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.021433 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf01e-875f-488c-bfec-2328e6dd8374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.043530 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4704-b654-4837-b782-da7b607d61c0 None None] Pushing event updated for resources: {'Port': ['ID=ef2d7a3b-592a-4203-a867-3b59a89f9976,revision_number=4']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:56.101915 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-1ddbf01e-875f-488c-bfec-2328e6dd8374 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c434431f783407987f25494040336a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8238811 Sep 22 20:02:56.102852 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbf01e-875f-488c-bfec-2328e6dd8374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c4ac14-3870-46b9-aeff-f3e8affcd338,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:56.104784 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37024) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:56.139676 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:54Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:56.178826 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fc6c3868-fb22-4e5d-b317-18a9d2d75ecb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.182042 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-fc6c3868-fb22-4e5d-b317-18a9d2d75ecb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8737180 Sep 22 20:02:56.185464 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37034) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:56.197959 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-ac7d718c-e928-419c-be53-8a93c5110b75 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'security_group_rule': {'security_group_id': '43b20768-4af0-4f4c-80ea-488037c4173b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:56.284048 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f6f68-d3e6-4a15-80e5-74f5841c2b2a None None] The sync data for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi is: [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:54Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:02:56.300531 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99d507-24d4-49c6-b556-461066ac31df None None] Pushing event updated for resources: {'Port': ['ID=02cbc677-e77c-40eb-85ff-d35faaa98fab,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:56.343047 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:56.343047 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:56.379802 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c98efe29-4823-444b-a910-2656b36dc6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.460339 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c98efe29-4823-444b-a910-2656b36dc6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.462867 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6317-129c-44b6-b17d-50d984c0eae9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.628066 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6317-129c-44b6-b17d-50d984c0eae9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.636580 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8430e28-f811-4447-be02-0bebe26cac88 req-0fc0e8e1-81c8-4b24-9ea9-963d63ca028e tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:56.640222 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f8430e28-f811-4447-be02-0bebe26cac88 req-0fc0e8e1-81c8-4b24-9ea9-963d63ca028e tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 931 time: 0.1472299 Sep 22 20:02:56.663726 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-26133dd4-4ba4-4d98-960f-2a74269b1c5b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3045504 Sep 22 20:02:56.709835 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6317-129c-44b6-b17d-50d984c0eae9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.729523 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-b8f91c3c-0f6d-480a-8501-f1d64693874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.734447 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c84c68-db93-4789-879c-f54471ca63ea req-b811c2c6-40cb-4d37-9737-5025a27d73d4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:56.736549 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-b811c2c6-40cb-4d37-9737-5025a27d73d4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 819 time: 0.5258288 Sep 22 20:02:56.757208 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c98efe29-4823-444b-a910-2656b36dc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.762843 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c98efe29-4823-444b-a910-2656b36dc6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.764026 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-c98efe29-4823-444b-a910-2656b36dc6ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07c4ac14-3870-46b9-aeff-f3e8affcd338 HTTP/1.1" status: 204 len: 168 time: 0.6573133 Sep 22 20:02:56.774955 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-6291763c-8e50-4fba-8d14-c7257d8fa4e9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/quotas/6be91a3bc1064bd3bdc56974a4d189e6 HTTP/1.1" status: 200 len: 375 time: 0.0208774 Sep 22 20:02:56.778558 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c6317-129c-44b6-b17d-50d984c0eae9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c3dbfa-94ea-4a86-bc74-19dc1b223072,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:56.791731 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98efe29-4823-444b-a910-2656b36dc6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c4ac14-3870-46b9-aeff-f3e8affcd338,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:56.794958 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.819387 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 55c9ea2e-b155-4baf-aaf0-589476a8cb13, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=55c9ea2e-b155-4baf-aaf0-589476a8cb13,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:02:56.831292 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f8430e28-f811-4447-be02-0bebe26cac88 req-52dd5d89-18c6-449b-bf33-4f325177bbbf tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741374 Sep 22 20:02:56.881000 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac7d718c-e928-419c-be53-8a93c5110b75 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.923448 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.941290 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6317-129c-44b6-b17d-50d984c0eae9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:56.945396 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-9c8c6317-129c-44b6-b17d-50d984c0eae9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5251181 Sep 22 20:02:56.947185 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37046) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:56.971420 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-d2e51096-2943-400f-abc3-0f34a0479857 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'security_group_rule': {'security_group_id': '32e79a01-a74d-42aa-98cf-3a2ed4a1779a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:56.981267 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-b8f91c3c-0f6d-480a-8501-f1d64693874e None None] For port ef2d7a3b-592a-4203-a867-3b59a89f9976, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=ef2d7a3b-592a-4203-a867-3b59a89f9976,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:02:57.014411 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:57.077039 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-b8f91c3c-0f6d-480a-8501-f1d64693874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.098491 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2e51096-2943-400f-abc3-0f34a0479857 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.132901 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=55c9ea2e-b155-4baf-aaf0-589476a8cb13,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:57.205861 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac7d718c-e928-419c-be53-8a93c5110b75 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.241957 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-be80a2c2-02ac-4775-9f38-1c3907f78f92 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4526627 Sep 22 20:02:57.267650 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2e51096-2943-400f-abc3-0f34a0479857 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.268234 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac7d718c-e928-419c-be53-8a93c5110b75 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.282684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d718c-e928-419c-be53-8a93c5110b75 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b463377-48a4-405c-8523-d8182bc153c1,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:57.331588 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device ef2d7a3b-592a-4203-a867-3b59a89f9976 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:57.342938 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f91c3c-0f6d-480a-8501-f1d64693874e None None] Pushing event updated for resources: {'Port': ['ID=ef2d7a3b-592a-4203-a867-3b59a89f9976,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:57.358231 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2e51096-2943-400f-abc3-0f34a0479857 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.358776 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac7d718c-e928-419c-be53-8a93c5110b75 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.364073 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-ac7d718c-e928-419c-be53-8a93c5110b75 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1774704 Sep 22 20:02:57.364678 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37060) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:57.384410 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:57.427127 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e51096-2943-400f-abc3-0f34a0479857 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfc2e80-89d9-485a-85fd-ebc2eb922676,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:57.492743 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.530122 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.577174 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-d90580aa-b3a7-414b-92e8-ce56bd19b3d6 None None] Provisioning complete for port 02cbc677-e77c-40eb-85ff-d35faaa98fab triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:57.582196 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d90580aa-b3a7-414b-92e8-ce56bd19b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.584853 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.596197 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2e51096-2943-400f-abc3-0f34a0479857 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.598482 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d2e51096-2943-400f-abc3-0f34a0479857 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6498280 Sep 22 20:02:57.601834 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37072) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:02:57.607705 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:57.770471 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.842789 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port ef2d7a3b-592a-4203-a867-3b59a89f9976 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:57.843418 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:57.845929 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfdb1c-1332-4489-8b4e-fc6cb2946e4d None None] Pushing event updated for resources: {'Port': ['ID=e82e3cdb-962f-437e-9d0d-07eacbe67abf,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:58.161646 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.179857 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-c91bfc6c-7120-46cb-95f0-1e08cda494b2 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:02:58.180862 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-c91bfc6c-7120-46cb-95f0-1e08cda494b2 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145500 Sep 22 20:02:58.195077 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d90580aa-b3a7-414b-92e8-ce56bd19b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.226289 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Attempting to bind port e82e3cdb-962f-437e-9d0d-07eacbe67abf on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:02:58.227569 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Attempting to bind port e82e3cdb-962f-437e-9d0d-07eacbe67abf by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:02:58.227569 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Attempting to bind port e82e3cdb-962f-437e-9d0d-07eacbe67abf on network 0055dd6c-04a7-4f1a-bffa-800ab71fadea {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:02:58.254012 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:02:58.254012 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Checking segment: {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:02:58.254012 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.264866 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Bound using segment: {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:02:58.264866 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Bound port: e82e3cdb-962f-437e-9d0d-07eacbe67abf, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:02:58.264866 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.279789 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.300281 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-d90580aa-b3a7-414b-92e8-ce56bd19b3d6 None None] For port 02cbc677-e77c-40eb-85ff-d35faaa98fab, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=02cbc677-e77c-40eb-85ff-d35faaa98fab,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:02:58.403924 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:55Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:58.410643 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d90580aa-b3a7-414b-92e8-ce56bd19b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.424863 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-f4838ac3-9afb-403f-98e0-7aee96f00f55 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:02:58.427973 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-f4838ac3-9afb-403f-98e0-7aee96f00f55 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2624865 Sep 22 20:02:58.460632 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] For port e82e3cdb-962f-437e-9d0d-07eacbe67abf, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:02:58.464365 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9318563-6ca8-4b16-8015-a3eaca5ff186 None None] The sync data for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi is: [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:55Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:02:58.469311 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Allocated IP 172.27.2.207 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/bc360baa-2383-4627-a5b2-19432380eee1) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:58.511423 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] For port e82e3cdb-962f-437e-9d0d-07eacbe67abf, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=e82e3cdb-962f-437e-9d0d-07eacbe67abf,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:02:58.547777 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-d90580aa-b3a7-414b-92e8-ce56bd19b3d6 None None] Provisioning complete for port ef2d7a3b-592a-4203-a867-3b59a89f9976 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:58.548324 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d90580aa-b3a7-414b-92e8-ce56bd19b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.617451 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90580aa-b3a7-414b-92e8-ce56bd19b3d6 None None] Pushing event updated for resources: {'Port': ['ID=02cbc677-e77c-40eb-85ff-d35faaa98fab,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:58.621250 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.634732 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Request body: {'port': {'device_id': 'e84b88d7-1899-424d-8997-4e355ef8aacc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:02:58.734348 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-70da876e-9f40-4c3b-bbb3-799db3f63e5f service neutron] 10.222.0.11 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775066 Sep 22 20:02:58.741675 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:58.746351 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Routers {'870ce6f8-aafc-423a-8652-d6a98f419046'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:02:58.748634 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:02:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['870ce6f8-aafc-423a-8652-d6a98f419046'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:02:58.764480 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfdb1c-1332-4489-8b4e-fc6cb2946e4d None None] Pushing event updated for resources: {'Port': ['ID=e82e3cdb-962f-437e-9d0d-07eacbe67abf,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:58.891335 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:59.009754 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] Set router 870ce6f8-aafc-423a-8652-d6a98f419046 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:02:59.067654 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:59.211365 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:02:59.226744 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:02:59.232880 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:02:59.303828 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'Port': ['ID=bc360baa-2383-4627-a5b2-19432380eee1,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:02:59.439439 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:59.461036 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device ef2d7a3b-592a-4203-a867-3b59a89f9976 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:02:59.560566 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-db8857e1-d6a7-4161-a326-0b8c1c3d0792 service neutron] 10.222.0.11 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8148816 Sep 22 20:02:59.599614 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:02:59.654544 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Allocated IP 172.27.2.154 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/26aab41f-88ae-4bc6-b306-5ea05f37329c) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:02:59.730544 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b130da-d779-4bd5-905c-f20aebe27cfa req-c7e63469-3c84-404a-8ae3-46e38ee13964 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:02:59.732658 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1b130da-d779-4bd5-905c-f20aebe27cfa req-c7e63469-3c84-404a-8ae3-46e38ee13964 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 931 time: 0.7697256 Sep 22 20:02:59.882671 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port ef2d7a3b-592a-4203-a867-3b59a89f9976 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:02:59.883052 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.013991 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.141570 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1b130da-d779-4bd5-905c-f20aebe27cfa req-7da9b086-693f-48dc-8d03-8dd71b55c967 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750591 Sep 22 20:03:00.184171 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 55c9ea2e-b155-4baf-aaf0-589476a8cb13 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:00.231547 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.248207 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:51Z', 'revision_number': 4, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port': {'id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'e82e3cdb-962f-437e-9d0d-07eacbe67abf', 'name': '', 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'mac_address': 'fa:16:3e:1e:c4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c5e59c1c-e5ce-451b-be82-181ff2ed6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:50Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 4, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'subnets': [{'id': 'c5e59c1c-e5ce-451b-be82-181ff2ed6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:00.340926 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096aeb9c-8329-4a60-b69a-b813d955880a None None] The sync data for ids ['870ce6f8-aafc-423a-8652-d6a98f419046'] in dv-cinder-778534-8-iscsi is: [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:51Z', 'revision_number': 4, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port': {'id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'e82e3cdb-962f-437e-9d0d-07eacbe67abf', 'name': '', 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'mac_address': 'fa:16:3e:1e:c4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c5e59c1c-e5ce-451b-be82-181ff2ed6b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:50Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 4, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'subnets': [{'id': 'c5e59c1c-e5ce-451b-be82-181ff2ed6b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:03:00.386932 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 55c9ea2e-b155-4baf-aaf0-589476a8cb13 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:00.386932 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.390921 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fde9f195-693a-45e5-bb42-7a92cc5f6fb0 req-97cb5286-07de-4951-8699-6066915ffb4e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 210 time: 0.1224542 Sep 22 20:03:00.563234 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac763dc0-cd72-4342-bfe8-6b3304992121 {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:00.594133 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.652443 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Transition to ACTIVE for port object ac763dc0-cd72-4342-bfe8-6b3304992121 will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:03:00.661080 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.722231 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.780776 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'Port': ['ID=bc360baa-2383-4627-a5b2-19432380eee1,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:00.796019 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.851665 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:00.851665 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:03:00.878098 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'Port': ['ID=26aab41f-88ae-4bc6-b306-5ea05f37329c,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:00.931685 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Pushing event updated for resources: {'Port': ['ID=ac763dc0-cd72-4342-bfe8-6b3304992121,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:00.936351 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:00.943590 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:03:01.104128 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:01.113390 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d42c77b7-257f-48b2-bb96-db3784799a55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5044065 Sep 22 20:03:01.294528 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 02cbc677-e77c-40eb-85ff-d35faaa98fab up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:01.365531 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:01.388852 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Attempting to bind port ac763dc0-cd72-4342-bfe8-6b3304992121 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:03:01.389822 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Attempting to bind port ac763dc0-cd72-4342-bfe8-6b3304992121 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '542ad6ab-64ae-4e9a-978a-23c8a958d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a61d1524-16f1-4875-921b-064c7494df74'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:03:01.390626 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Attempting to bind port ac763dc0-cd72-4342-bfe8-6b3304992121 on network a61d1524-16f1-4875-921b-064c7494df74 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:01.456328 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Port ac763dc0-cd72-4342-bfe8-6b3304992121 on network a61d1524-16f1-4875-921b-064c7494df74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:03:01.456897 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Attempting to bind port ac763dc0-cd72-4342-bfe8-6b3304992121 on network a61d1524-16f1-4875-921b-064c7494df74 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:01.510881 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 02cbc677-e77c-40eb-85ff-d35faaa98fab triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:01.510881 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:01.511621 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37214) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:01.574524 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:03:01.577022 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Checking segment: {'id': '542ad6ab-64ae-4e9a-978a-23c8a958d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a61d1524-16f1-4875-921b-064c7494df74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:01.577609 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Bound using segment: {'id': '542ad6ab-64ae-4e9a-978a-23c8a958d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a61d1524-16f1-4875-921b-064c7494df74'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:03:01.578096 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Bound port: ac763dc0-cd72-4342-bfe8-6b3304992121, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '542ad6ab-64ae-4e9a-978a-23c8a958d65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a61d1524-16f1-4875-921b-064c7494df74'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:03:01.591270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:01.666750 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device e82e3cdb-962f-437e-9d0d-07eacbe67abf up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:01.783888 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] For port ac763dc0-cd72-4342-bfe8-6b3304992121, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:03:01.797415 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] For port ac763dc0-cd72-4342-bfe8-6b3304992121, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ac763dc0-cd72-4342-bfe8-6b3304992121,segment=NetworkSegment(542ad6ab-64ae-4e9a-978a-23c8a958d65f),segment_id=542ad6ab-64ae-4e9a-978a-23c8a958d65f)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:03:01.797415 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:01.805172 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port e82e3cdb-962f-437e-9d0d-07eacbe67abf triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:01.808776 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:01.810754 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595246a-cb55-413c-aad5-8ef9efa7ed2c req-127b38e9-107c-4074-8a5b-fe04edb23616 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:01.823218 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2595246a-cb55-413c-aad5-8ef9efa7ed2c req-127b38e9-107c-4074-8a5b-fe04edb23616 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 943 time: 0.3588970 Sep 22 20:03:01.834768 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-1492fc1a-8954-411f-a09e-053993920268 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:01.845627 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-1492fc1a-8954-411f-a09e-053993920268 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 819 time: 0.7544951 Sep 22 20:03:01.948572 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:01.989726 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-6383faf7-de32-4bfd-adae-9216f585a672 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/quotas/6be91a3bc1064bd3bdc56974a4d189e6 HTTP/1.1" status: 200 len: 375 time: 0.1426632 Sep 22 20:03:02.031748 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:02.077923 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port e82e3cdb-962f-437e-9d0d-07eacbe67abf, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=e82e3cdb-962f-437e-9d0d-07eacbe67abf,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:02.102610 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-59856c18-1e9c-40de-a57e-8fe706d00066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:02.228852 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:02.229516 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:02.230990 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] 10.222.0.36 "PUT /v2.0/ports/ac763dc0-cd72-4342-bfe8-6b3304992121 HTTP/1.1" status: 200 len: 1093 time: 3.7733696 Sep 22 20:03:02.272992 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:02.282062 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84b88d7-1899-424d-8997-4e355ef8aacc', 'tag': 'ac763dc0-cd72-4342-bfe8-6b3304992121'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:02.322214 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-59856c18-1e9c-40de-a57e-8fe706d00066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:02.393407 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2595246a-cb55-413c-aad5-8ef9efa7ed2c req-b5a19f21-0239-49f9-84e9-d0483dc5fac6 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690031 Sep 22 20:03:02.412319 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=e82e3cdb-962f-437e-9d0d-07eacbe67abf,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:02.427066 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-59856c18-1e9c-40de-a57e-8fe706d00066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:02.519530 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-59856c18-1e9c-40de-a57e-8fe706d00066 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=496930bddbed4e0ba2e4be751ca2dc9b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0090468 Sep 22 20:03:02.520385 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37254) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:02.523519 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59856c18-1e9c-40de-a57e-8fe706d00066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e6f725-ee9a-49eb-a8ec-d6e94bcdf82a,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:02.549372 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d3ffd-76d5-4e17-bc87-ee2ee0a97863 service neutron] Pushing event updated for resources: {'Port': ['ID=ac763dc0-cd72-4342-bfe8-6b3304992121,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:02.612757 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f08f5956-be66-4f00-99d8-1ba6bf9bf2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:02.648647 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f08f5956-be66-4f00-99d8-1ba6bf9bf2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:02.869149 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-fa177611-a1c4-405e-baff-7ea8306c204c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8781767 Sep 22 20:03:02.970748 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-c26d2bdb-7897-4861-84e9-fe49d58819bc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1484541442&fields=id&tenant_id=b1bf8bc6f9974e379586bea37e31571a HTTP/1.1" status: 200 len: 267 time: 0.1690793 Sep 22 20:03:02.974308 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "e84b88d7-1899-424d-8997-4e355ef8aacc", "tag": "ac763dc0-cd72-4342-bfe8-6b3304992121"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:02.995541 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-36b935d0-9b89-46d5-809e-9360699bd392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:02.997045 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-36b935d0-9b89-46d5-809e-9360699bd392 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08e0ffce747f4186a15d01ffc60de358&device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 1096 time: 0.4168768 Sep 22 20:03:03.028956 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.036256 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f08f5956-be66-4f00-99d8-1ba6bf9bf2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.039567 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f08f5956-be66-4f00-99d8-1ba6bf9bf2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.042595 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-f08f5956-be66-4f00-99d8-1ba6bf9bf2f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58e6f725-ee9a-49eb-a8ec-d6e94bcdf82a HTTP/1.1" status: 204 len: 168 time: 0.5182831 Sep 22 20:03:03.046665 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device e82e3cdb-962f-437e-9d0d-07eacbe67abf up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:03.067884 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5956-be66-4f00-99d8-1ba6bf9bf2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e6f725-ee9a-49eb-a8ec-d6e94bcdf82a,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:03.162852 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-ff377542-5928-4b67-b496-58cf41a06995 service neutron] 10.222.0.11 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807150 Sep 22 20:03:03.175753 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port e82e3cdb-962f-437e-9d0d-07eacbe67abf triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:03.192162 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.214929 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37268) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:03.280162 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-f1959e5c-3a10-43f8-9b75-86a759be45c4 service neutron] 10.222.0.11 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165922 Sep 22 20:03:03.406739 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-47b2f640-2a7a-421c-bacb-5b1cd174a2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.408160 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.476323 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.497183 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'Port': ['ID=26aab41f-88ae-4bc6-b306-5ea05f37329c,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:03.522144 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-02ee34c0-de56-4102-8822-fa35b8463e4e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:03.523727 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-02ee34c0-de56-4102-8822-fa35b8463e4e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 817 time: 0.5439107 Sep 22 20:03:03.551909 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-f617366f-0e65-46fd-aa6d-a291949ec435 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/quotas/b1bf8bc6f9974e379586bea37e31571a HTTP/1.1" status: 200 len: 375 time: 0.0206552 Sep 22 20:03:03.767486 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-47b2f640-2a7a-421c-bacb-5b1cd174a2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.768233 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-14430cef-6115-42e4-9240-8c296b4c235a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1649725 Sep 22 20:03:03.948011 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-47b2f640-2a7a-421c-bacb-5b1cd174a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:03.950670 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-70c9463a-db02-4275-97e3-2bd70325b467 service neutron] 10.222.0.11 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048068 Sep 22 20:03:04.004863 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-47b2f640-2a7a-421c-bacb-5b1cd174a2d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9bc586a68ea844b8a61d6dc5b86bf954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7883084 Sep 22 20:03:04.015674 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37296) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:04.021282 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2f640-2a7a-421c-bacb-5b1cd174a2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e30f9ef-ac4b-46a3-83ba-d5c19bd3e849,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:04.188404 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f4e944-92b4-4916-a22c-829cff71c15e x-openstack-request-id: req-36f4e944-92b4-4916-a22c-829cff71c15e {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:04.188728 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84b88d7-1899-424d-8997-4e355ef8aacc", "tag": "ac763dc0-cd72-4342-bfe8-6b3304992121", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:04.188970 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36f4e944-92b4-4916-a22c-829cff71c15e {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:04.189426 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84b88d7-1899-424d-8997-4e355ef8aacc', 'tag': 'ac763dc0-cd72-4342-bfe8-6b3304992121', 'status': 'completed', 'code': 200} Sep 22 20:03:04.191744 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ca24-386b-4ee0-8fe3-f862e7e86aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:04.196402 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-38e8aa87-2d16-492a-88f4-b3c6f44c34b5 service neutron] 10.222.0.11 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356839 Sep 22 20:03:04.206284 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:04.211152 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-8333a94a-7b93-48e9-9a68-3eb5eacc9d37 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8349547 Sep 22 20:03:04.238897 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ca24-386b-4ee0-8fe3-f862e7e86aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:04.423763 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba90127-3641-4313-921b-77e52bfbe960 req-110e029e-0ebe-473d-9fba-ba3597087e44 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:04.423763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ba90127-3641-4313-921b-77e52bfbe960 req-110e029e-0ebe-473d-9fba-ba3597087e44 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 943 time: 0.0904691 Sep 22 20:03:04.454910 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-f1683b4c-dc9f-4f01-92f7-707e9de2b6c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac763dc0-cd72-4342-bfe8-6b3304992121 HTTP/1.1" status: 200 len: 217 time: 0.0690601 Sep 22 20:03:04.485479 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ba90127-3641-4313-921b-77e52bfbe960 req-5655b575-480c-4f3c-866e-35483ffdbfa5 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 Sep 22 20:03:04.599203 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dec0df2b-f553-4782-a1d3-e3eb89f0c08a req-b4253e65-1770-4777-9824-f065694da034 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 210 time: 0.0481782 Sep 22 20:03:04.621217 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ca24-386b-4ee0-8fe3-f862e7e86aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:04.621217 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ca24-386b-4ee0-8fe3-f862e7e86aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:04.621217 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-d0d3ca24-386b-4ee0-8fe3-f862e7e86aa9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2e30f9ef-ac4b-46a3-83ba-d5c19bd3e849 HTTP/1.1" status: 204 len: 168 time: 0.6024983 Sep 22 20:03:04.640816 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3ca24-386b-4ee0-8fe3-f862e7e86aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e30f9ef-ac4b-46a3-83ba-d5c19bd3e849,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:04.848821 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5a5557f7-95db-4bdc-bcb5-cca0f016599c req-7093f2d7-8513-42f4-8ad5-960053fc3996 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 210 time: 0.0725687 Sep 22 20:03:05.160332 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-17c42f4f-1b82-44de-ae67-f1564adc3ac1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1008233081&fields=id&tenant_id=b2e7b75d182740f9a506428a6b9892f1 HTTP/1.1" status: 200 len: 267 time: 0.0476024 Sep 22 20:03:05.160332 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-70663040-6f01-45ce-9006-b387dd1dd5e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:05.160332 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-70663040-6f01-45ce-9006-b387dd1dd5e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 810 time: 0.1029887 Sep 22 20:03:05.160332 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-ab9e1e23-64ba-44f5-b4cf-662e96955f2d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/quotas/b2e7b75d182740f9a506428a6b9892f1 HTTP/1.1" status: 200 len: 375 time: 0.0086570 Sep 22 20:03:05.161979 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37328) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:05.161979 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37330) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:05.202323 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b763237e-9574-42f8-8d98-fea4bacc1a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:05.236546 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-232ff4f9-037d-43f3-88d7-0428f8279e94 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0755723 Sep 22 20:03:05.362975 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8d2f-053b-4d6e-a9c1-f3cc8b013e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:05.403817 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b763237e-9574-42f8-8d98-fea4bacc1a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:05.445235 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-94b54879-0793-4e49-a767-1a687f93bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:05.447123 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-94b54879-0793-4e49-a767-1a687f93bb7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2228661-0013-4941-84b2-03265ecbf241 HTTP/1.1" status: 200 len: 851 time: 0.1521208 Sep 22 20:03:05.465924 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-9526a3f4-e50c-4435-80f1-ca19e2461254 service neutron] 10.222.0.11 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221642 Sep 22 20:03:05.514451 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b763237e-9574-42f8-8d98-fea4bacc1a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:05.571149 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-4db2a285-62fc-45e9-8519-bc7a78039dc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a61d1524-16f1-4875-921b-064c7494df74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945415 Sep 22 20:03:05.781046 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-ab091ab1-fc52-4793-95c1-dc54deba60fc service neutron] 10.222.0.11 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142481 Sep 22 20:03:05.784770 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37346) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:05.786379 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-b763237e-9574-42f8-8d98-fea4bacc1a36 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ae535e6fdb0441dae91aeed42590512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6273417 Sep 22 20:03:05.803180 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763237e-9574-42f8-8d98-fea4bacc1a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bd0fb6-4796-4395-816c-76b3d340e552,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:05.940853 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa6ee3-b8e9-4938-b56f-259202a5907c req-a9a7c445-4f6c-42f2-8c5f-8ea5fe6fb661 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:05.942461 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-05aa6ee3-b8e9-4938-b56f-259202a5907c req-a9a7c445-4f6c-42f2-8c5f-8ea5fe6fb661 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 943 time: 0.2558062 Sep 22 20:03:05.969073 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-7996a802-749c-4ecd-8180-01feafe03e9f service neutron] 10.222.0.36 "GET /v2.0/networks/a61d1524-16f1-4875-921b-064c7494df74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075595 Sep 22 20:03:05.996344 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-29d135f3-7c46-4e32-aefb-8c3d52cbee1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.017757 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-05aa6ee3-b8e9-4938-b56f-259202a5907c req-5bb16748-a4a4-4950-91f2-53a16779ccea tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608008 Sep 22 20:03:06.033251 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-29d135f3-7c46-4e32-aefb-8c3d52cbee1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.140553 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ab93e935-1ce4-4e08-82f3-6b5c8e978515 req-38a90aa8-cdbb-46f0-b154-79068dd3ff90 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 210 time: 0.0308783 Sep 22 20:03:06.219818 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-baeacadd-f25d-4bb5-b03e-d2870a33637f req-553b8e43-44d4-4a1e-a6fb-c8edf3d50a6e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 210 time: 0.0305133 Sep 22 20:03:06.270548 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8d2f-053b-4d6e-a9c1-f3cc8b013e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.287969 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-29d135f3-7c46-4e32-aefb-8c3d52cbee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.289902 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-29d135f3-7c46-4e32-aefb-8c3d52cbee1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.291050 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-29d135f3-7c46-4e32-aefb-8c3d52cbee1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31bd0fb6-4796-4395-816c-76b3d340e552 HTTP/1.1" status: 204 len: 168 time: 0.5054369 Sep 22 20:03:06.299314 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d135f3-7c46-4e32-aefb-8c3d52cbee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bd0fb6-4796-4395-816c-76b3d340e552,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:06.432967 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-045e499d-c048-49e2-8407-0a94d63adb4a req-cd7e88fa-20f7-4135-9d52-694a73c2843f tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 210 time: 0.0617259 Sep 22 20:03:06.490000 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ca9a8d2f-053b-4d6e-a9c1-f3cc8b013e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.555249 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a8d2f-053b-4d6e-a9c1-f3cc8b013e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f02262e-bf52-4a36-9509-aae669fce4eb,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:06.563733 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ca9a8d2f-053b-4d6e-a9c1-f3cc8b013e02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b9ddc6f8b1804393beaab292b3a89c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4010730 Sep 22 20:03:06.565184 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37364) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:06.619729 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37368) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:06.666809 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c2d2-e7d6-4f2f-bf79-7fb618d3e493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.710068 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e290d0b2-ee7d-406f-acdb-2a2f077c051a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.733047 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e290d0b2-ee7d-406f-acdb-2a2f077c051a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.743682 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c2d2-e7d6-4f2f-bf79-7fb618d3e493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.762527 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37372) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:06.832793 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c2d2-e7d6-4f2f-bf79-7fb618d3e493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.853340 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e290d0b2-ee7d-406f-acdb-2a2f077c051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.853340 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e290d0b2-ee7d-406f-acdb-2a2f077c051a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.853340 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e290d0b2-ee7d-406f-acdb-2a2f077c051a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f02262e-bf52-4a36-9509-aae669fce4eb HTTP/1.1" status: 204 len: 168 time: 0.2696168 Sep 22 20:03:06.853340 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290d0b2-ee7d-406f-acdb-2a2f077c051a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f02262e-bf52-4a36-9509-aae669fce4eb,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:06.889813 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-c8a8c2d2-e7d6-4f2f-bf79-7fb618d3e493 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2178dc5e69ec4bdca01f65165e626dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664642 Sep 22 20:03:06.890295 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37380) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:06.959326 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-396fd478-8753-43ec-bf90-49b5279ed44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:06.963935 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8c2d2-e7d6-4f2f-bf79-7fb618d3e493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa93edd4-58cc-4423-8853-b98cb87f6275,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:07.040779 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-66ec1b5d-b536-4182-b07c-ebd32d15fd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.062532 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-66ec1b5d-b536-4182-b07c-ebd32d15fd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.220787 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8dd9a-8a7f-4336-8f90-02b52b164e9c req-c224c2bf-b068-4020-a57b-f4220c0826ff tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:07.222492 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5a8dd9a-8a7f-4336-8f90-02b52b164e9c req-c224c2bf-b068-4020-a57b-f4220c0826ff tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 943 time: 0.0684330 Sep 22 20:03:07.241203 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-396fd478-8753-43ec-bf90-49b5279ed44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.261624 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e745049-b1a9-4543-bead-b1f611a851d8 req-e8fcd6fd-503e-43dc-8aaf-34e25b483d6e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 210 time: 0.0381539 Sep 22 20:03:07.280697 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5a8dd9a-8a7f-4336-8f90-02b52b164e9c req-dba6c6b8-aa1e-46ee-8183-e1a35d649a3a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489886 Sep 22 20:03:07.336599 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-66ec1b5d-b536-4182-b07c-ebd32d15fd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.342823 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-66ec1b5d-b536-4182-b07c-ebd32d15fd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.342823 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-66ec1b5d-b536-4182-b07c-ebd32d15fd47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa93edd4-58cc-4423-8853-b98cb87f6275 HTTP/1.1" status: 204 len: 168 time: 0.4476354 Sep 22 20:03:07.353237 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec1b5d-b536-4182-b07c-ebd32d15fd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa93edd4-58cc-4423-8853-b98cb87f6275,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:07.386767 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-396fd478-8753-43ec-bf90-49b5279ed44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.392883 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-74ed6f9d-01fe-4164-a9c3-c0110a18188f req-5ea54ee7-d69f-4cf2-9239-0a1dcb5461bb tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 210 time: 0.0385647 Sep 22 20:03:07.441666 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-396fd478-8753-43ec-bf90-49b5279ed44b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41c81b839a2e431b8f674ac0877959f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6780658 Sep 22 20:03:07.442673 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fd478-8753-43ec-bf90-49b5279ed44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a46ac63-3bee-4818-bcda-99198393267a,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:07.444348 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37400) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:07.520849 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fe1c13e3-d31e-442c-98f1-30243e1fb492 req-fb19f64b-bda0-4eb5-8d13-836ebd6388fb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 210 time: 0.0332592 Sep 22 20:03:07.538112 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-00a25e0c-e301-4d16-946b-4f9044d42277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.573856 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-00a25e0c-e301-4d16-946b-4f9044d42277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.695779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-00a25e0c-e301-4d16-946b-4f9044d42277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.698636 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-00a25e0c-e301-4d16-946b-4f9044d42277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:07.700166 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-00a25e0c-e301-4d16-946b-4f9044d42277 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a46ac63-3bee-4818-bcda-99198393267a HTTP/1.1" status: 204 len: 168 time: 0.2545440 Sep 22 20:03:07.708498 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a25e0c-e301-4d16-946b-4f9044d42277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a46ac63-3bee-4818-bcda-99198393267a,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:08.101227 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7b5632d-e9b7-4c33-90e8-263bb90f13bf req-d9bfae86-7463-4ea1-ac8a-455d3b8ff657 service neutron] 10.222.0.36 "GET /v2.0/networks/a61d1524-16f1-4875-921b-064c7494df74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888619 Sep 22 20:03:08.315534 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-bc1f671e-4d0d-4cf5-830a-fc2f6bab481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:08.317315 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-bc1f671e-4d0d-4cf5-830a-fc2f6bab481a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=08e0ffce747f4186a15d01ffc60de358&device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 1096 time: 0.0482285 Sep 22 20:03:08.459809 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c0e674b4-2743-4d23-8931-daacb5b46df7 req-48aeabe3-2139-42fc-80c3-112f1a7d72fb tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 210 time: 0.0886140 Sep 22 20:03:08.747549 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d62e51ab-e37a-4a35-9ba9-0b5bf5f6030f req-22e71510-e270-4b7a-8205-7a083bddd650 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 210 time: 0.0529954 Sep 22 20:03:08.767804 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f105f-1643-4d5c-b6a7-7d72dfa1c82f req-c9316b9a-de9c-4f8f-b74c-303c527f3d0a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:08.772040 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.36', 51085) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:08.775016 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-758f105f-1643-4d5c-b6a7-7d72dfa1c82f req-c9316b9a-de9c-4f8f-b74c-303c527f3d0a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 943 time: 0.3944209 Sep 22 20:03:08.819963 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-40ba88d1-b169-4c62-ab59-301054c6396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:08.822668 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-40ba88d1-b169-4c62-ab59-301054c6396d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a61d1524-16f1-4875-921b-064c7494df74 HTTP/1.1" status: 200 len: 912 time: 0.4966295 Sep 22 20:03:08.857259 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-758f105f-1643-4d5c-b6a7-7d72dfa1c82f req-98736f0f-f0e6-4c6b-a7d2-ca68b70010d4 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764523 Sep 22 20:03:08.893321 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-ba214d02-2d6e-4508-80b6-fe47bfba93d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ac763dc0-cd72-4342-bfe8-6b3304992121 HTTP/1.1" status: 200 len: 217 time: 0.0629845 Sep 22 20:03:08.924886 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-047fa97e-a987-40fe-9bde-44a8a06fb116 req-e49b10a9-37cd-498c-acf1-ea7ce2d9c15b tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 210 time: 0.0665481 Sep 22 20:03:08.969615 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-e5a2b564-10e8-43e3-a330-3235d4db1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:08.971173 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-e5a2b564-10e8-43e3-a330-3235d4db1257 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2228661-0013-4941-84b2-03265ecbf241 HTTP/1.1" status: 200 len: 851 time: 0.0493197 Sep 22 20:03:09.005252 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-e59f9ab5-bd6e-4193-a88d-c3457a7adfae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a61d1524-16f1-4875-921b-064c7494df74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255132 Sep 22 20:03:09.024580 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c84c68-db93-4789-879c-f54471ca63ea req-c5bdded1-9eae-4097-a8b1-1df96542e3d3 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:09.026045 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-c5bdded1-9eae-4097-a8b1-1df96542e3d3 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 819 time: 0.2548776 Sep 22 20:03:09.041125 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Request body: {'port': {'device_id': 'd704cd63-7de2-4868-83ce-deab5b4e1fee', 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea', 'admin_state_up': True, 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:09.118995 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-570a3211-ad3d-4259-b922-2a0de13edad4 service neutron] 10.222.0.36 "GET /v2.0/networks/a61d1524-16f1-4875-921b-064c7494df74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046910 Sep 22 20:03:09.231465 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37468) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:09.243923 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ccc01ca9-e7e6-4e07-ba39-08eac0356ef2 req-f58f832b-aa7a-4cc2-ab8a-4029a5803eae service neutron] 10.222.0.36 "GET /v2.0/networks/a61d1524-16f1-4875-921b-064c7494df74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136773 Sep 22 20:03:09.246821 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Made reservation on behalf of 6be91a3bc1064bd3bdc56974a4d189e6 for: {'port': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:09.261529 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:09.504588 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Allocated IP 172.20.0.8 (0055dd6c-04a7-4f1a-bffa-800ab71fadea/c5e59c1c-e5ce-451b-be82-181ff2ed6b63/5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:03:09.518250 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-192386509-network', 'tenant_id': '3e8ca002bc9b4c19b462fca206bd3d3c'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:09.537713 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-5cf6b041-c57a-4273-a3b0-f26ab7612514 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:09.541784 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-5cf6b041-c57a-4273-a3b0-f26ab7612514 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 819 time: 0.1698427 Sep 22 20:03:09.556521 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Request body: {'port': {'device_id': '146d1545-a0ac-4291-9862-94a4300b4182', 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea', 'admin_state_up': True, 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:09.635605 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Made reservation on behalf of 3e8ca002bc9b4c19b462fca206bd3d3c for: {'network': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:09.638138 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:09.656295 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:09.662834 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c254d662-662e-48f2-b032-4c5dc36f3884 req-db344a3f-f124-4ed1-92ae-cc9747f3e7d8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 210 time: 0.0662949 Sep 22 20:03:09.750793 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:09.812764 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Made reservation on behalf of 6be91a3bc1064bd3bdc56974a4d189e6 for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:09.816468 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:09.866508 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:09.982402 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Network 0055dd6c-04a7-4f1a-bffa-800ab71fadea is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:03:09.994741 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:09.997494 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:03:10.001073 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-182813df-40ed-47b7-aa3f-151c4216c312 req-40e5a69e-3e6d-42d0-9928-a8ab060df72e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 210 time: 0.0846343 Sep 22 20:03:10.002409 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.36', 51091) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:10.006031 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:10.006031 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.045920 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Pushing event updated for resources: {'Port': ['ID=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:10.112495 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.190325 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-594b6aee-ac51-4be3-84c3-c6ac0b2793f2 req-1bf178c0-bda2-4172-bbb3-2027bc4022e7 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 210 time: 0.0761924 Sep 22 20:03:10.194332 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.225152 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:03:10.238166 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7425cf9f-ba31-4a77-9d79-2b956abd15dc,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:10.245993 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791882183563', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.247413 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Unsubscribe: segment precommit_create {{(pid=101137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 20:03:10.247886 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.segments_db [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Added segment 6da55032-0846-4b92-a41a-daca4d9d7a70 of type vlan for network a638ea0b-24f9-4bc2-8a29-062fdc8f70c4 Sep 22 20:03:10.248621 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25d314-5a9c-41c8-8cfc-86317bd69d4d req-ca3d31e4-1bdd-4542-bd2e-f3faaddcaf3c tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:10.256736 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-df25d314-5a9c-41c8-8cfc-86317bd69d4d req-ca3d31e4-1bdd-4542-bd2e-f3faaddcaf3c tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 943 time: 0.2723138 Sep 22 20:03:10.295229 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Allocated IP 172.20.0.7 (0055dd6c-04a7-4f1a-bffa-800ab71fadea/c5e59c1c-e5ce-451b-be82-181ff2ed6b63/a27a4a3b-30cd-4a76-972f-febbf6957ce8) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:03:10.300000 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-9a4d59dd-c444-417a-9298-e15a3242de5f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2627652 Sep 22 20:03:10.304251 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.320105 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Request body: {'port': {'device_id': 'd704cd63-7de2-4868-83ce-deab5b4e1fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:10.346330 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-df25d314-5a9c-41c8-8cfc-86317bd69d4d req-c2a01880-3560-421d-8fae-a7d665420d5f tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825560 Sep 22 20:03:10.371714 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-b57b6766-0780-41e8-ae1d-ce8e112f22c2 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:10.373380 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-b57b6766-0780-41e8-ae1d-ce8e112f22c2 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 810 time: 0.3661871 Sep 22 20:03:10.396197 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.436222 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.437400 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:10.437808 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.491357 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-c0005e8a-89cb-457a-afd4-45c484ba9034 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e7b75d182740f9a506428a6b9892f1 HTTP/1.1" status: 200 len: 380 time: 0.1078188 Sep 22 20:03:10.504012 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'port': {'device_id': 'e322b388-30b5-4d83-a436-4582f4466c04', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'admin_state_up': True, 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'security_groups': ['43b20768-4af0-4f4c-80ea-488037c4173b']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:10.601505 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.36', 51094) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:10.640044 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4075177 Sep 22 20:03:10.662406 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3b56-9a70-4ca3-8b7c-5397e530ef4f admin admin] Pushing event updated for resources: {'Network': ['ID=a638ea0b-24f9-4bc2-8a29-062fdc8f70c4,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:10.693000 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37538) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:10.700371 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network a638ea0b-24f9-4bc2-8a29-062fdc8f70c4 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:03:10.729099 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Request body: {'subnet': {'network_id': 'a638ea0b-24f9-4bc2-8a29-062fdc8f70c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-192386509-subnet', 'tenant_id': '3e8ca002bc9b4c19b462fca206bd3d3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:10.746149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.872007 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-850058e8-b1fc-48ca-b47f-700d7f2ad4b2 req-f48b8d6b-db69-408f-a94c-4af57aad730f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 210 time: 0.0335610 Sep 22 20:03:10.872611 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Made reservation on behalf of 3e8ca002bc9b4c19b462fca206bd3d3c for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:10.875019 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:10.918146 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.014667 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Made reservation on behalf of b2e7b75d182740f9a506428a6b9892f1 for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:11.018717 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.066846 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Pushing event updated for resources: {'Port': ['ID=a27a4a3b-30cd-4a76-972f-febbf6957ce8,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:11.085397 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Network 0055dd6c-04a7-4f1a-bffa-800ab71fadea is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:03:11.099998 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:11.111158 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:03:11.116636 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:11.117251 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.169954 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-287bd554-c1b7-4492-87de-523e456613cc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:11.173081 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-287bd554-c1b7-4492-87de-523e456613cc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 817 time: 0.5420158 Sep 22 20:03:11.173214 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e50785af-17f6-4a8e-b6de-70ffab74c2fe req-49a87fb8-036d-444a-8a42-0e64e18b4681 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 210 time: 0.0830219 Sep 22 20:03:11.319235 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-4f3a26ee-359e-4784-86d5-1ce931bef156 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1bf8bc6f9974e379586bea37e31571a HTTP/1.1" status: 200 len: 380 time: 0.1372237 Sep 22 20:03:11.321313 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-0a98ae50-45f7-49c1-b6d4-1b7d2bf6bf0e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7693748 Sep 22 20:03:11.342953 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'port': {'device_id': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'admin_state_up': True, 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'security_groups': ['32e79a01-a74d-42aa-98cf-3a2ed4a1779a']}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:11.356266 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3fee1a69-e3df-4b0e-9399-08d4903d49dc req-3110bc00-28ea-421e-97c8-e192929c557f tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 210 time: 0.0759664 Sep 22 20:03:11.360180 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Request body: {'port': {'device_id': '146d1545-a0ac-4291-9862-94a4300b4182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:11.370455 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Allocated IP 172.20.0.10 (62c5057d-2105-4af1-b967-04704345cc37/5f1655a0-5c24-49c2-b1a4-753402528abd/5154a20d-806d-4db2-b718-024f801dc43e) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:03:11.449007 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.449560 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e {{(pid=101137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:11.463579 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.467398 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.481081 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37572) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:11.506721 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.provisioning_blocks [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Transition to ACTIVE for port object 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e will not be triggered until provisioned by entity L2. {{(pid=101137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:03:11.593047 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.636774 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=88cc6e9e-0e3e-4415-a405-be9e11adc610,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:11.644323 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Made reservation on behalf of b1bf8bc6f9974e379586bea37e31571a for: {'port': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:11.648015 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.683560 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-781c16a1-9ced-4220-abdd-60ae5681c261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.709425 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:11.831749 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Attempting to bind port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:03:11.832113 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Attempting to bind port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:03:11.832439 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Attempting to bind port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e on network 0055dd6c-04a7-4f1a-bffa-800ab71fadea {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:11.847080 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e on network 0055dd6c-04a7-4f1a-bffa-800ab71fadea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:03:11.847400 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Attempting to bind port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e on network 0055dd6c-04a7-4f1a-bffa-800ab71fadea {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:11.881060 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:03:11.881419 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Checking segment: {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:11.881998 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Bound using segment: {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:03:11.882442 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Bound port: 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'}}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:03:11.882807 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:11.908910 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Checking segment: {'id': '6da55032-0846-4b92-a41a-daca4d9d7a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'a638ea0b-24f9-4bc2-8a29-062fdc8f70c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:11.909304 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Network hostable DHCP agents. Network: a638ea0b-24f9-4bc2-8a29-062fdc8f70c4, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:03:11.924248 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a9166-3cf2-4ee3-aea2-ec5fc0e2b07e req-a7210e6e-16cc-4dbd-b06f-0b0bff315c6e tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:11.931529 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f24a9166-3cf2-4ee3-aea2-ec5fc0e2b07e req-a7210e6e-16cc-4dbd-b06f-0b0bff315c6e tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 943 time: 0.4382870 Sep 22 20:03:11.988553 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] For port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e, host hv-cinder-77853, cleared binding levels {{(pid=101137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:03:11.992812 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] For port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:03:12.002032 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Allocated IP 172.20.0.11 (54787ce9-a9b9-41d7-baac-a5d77b6bfbbb/0f646b43-63b5-478d-970e-084eb47a5a91/7fab877f-6fef-4f3c-9bd2-0767d753280c) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:03:12.024898 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.037298 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-781c16a1-9ced-4220-abdd-60ae5681c261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.095350 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f24a9166-3cf2-4ee3-aea2-ec5fc0e2b07e req-4df7d6f0-cfcd-4cd1-98d2-da7bc3bc8143 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623430 Sep 22 20:03:12.114709 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-781c16a1-9ced-4220-abdd-60ae5681c261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.121779 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.171984 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924908e-61a1-47b7-875f-688f452da5d7 req-5b453539-da09-4f10-9c31-8f5b29dcd0b5 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:12.174569 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6924908e-61a1-47b7-875f-688f452da5d7 req-5b453539-da09-4f10-9c31-8f5b29dcd0b5 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 931 time: 0.1651754 Sep 22 20:03:12.177525 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Network a638ea0b-24f9-4bc2-8a29-062fdc8f70c4 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:03:12.187692 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device ac763dc0-cd72-4342-bfe8-6b3304992121 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:03:12.204134 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-781c16a1-9ced-4220-abdd-60ae5681c261 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30250818e9ac4cc7900d2393a1a3079b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7189906 Sep 22 20:03:12.210576 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c16a1-9ced-4220-abdd-60ae5681c261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f90468-80e7-4a4b-b4f7-c24efc661aa3,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:12.218508 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37598) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:12.220438 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:12.221070 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.222493 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 200 len: 1093 time: 1.9134409 Sep 22 20:03:12.223002 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704cd63-7de2-4868-83ce-deab5b4e1fee', 'tag': '5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:12.267652 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.281490 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37604) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:12.305132 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Network 62c5057d-2105-4af1-b967-04704345cc37 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:03:12.316429 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:12.321784 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.324844 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa8d76-b9c2-447d-a98a-3397b97cd1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,revision_number=3']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:12.329651 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:03:12.336414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:12.337378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.401910 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, a638ea0b-24f9-4bc2-8a29-062fdc8f70c4) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:12.403662 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'Port': ['ID=5154a20d-806d-4db2-b718-024f801dc43e,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:12.417774 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a1051-4137-4b18-8664-a111735c66e3 None None] Network a638ea0b-24f9-4bc2-8a29-062fdc8f70c4 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:03:12.456134 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bbd15f2-51da-4553-8c7d-db14104dc6c3 req-a51e824f-8fb2-4a4b-9473-7312c73e8527 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 210 time: 0.0804265 Sep 22 20:03:12.467498 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:12.468116 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.535031 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port ac763dc0-cd72-4342-bfe8-6b3304992121, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ac763dc0-cd72-4342-bfe8-6b3304992121,segment=NetworkSegment(542ad6ab-64ae-4e9a-978a-23c8a958d65f),segment_id=542ad6ab-64ae-4e9a-978a-23c8a958d65f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:12.540962 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45371b12-9535-4859-932e-b1b990b6c4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d704cd63-7de2-4868-83ce-deab5b4e1fee", "tag": "5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:12.553599 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.561203 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c9511abe-af88-47a8-8288-f82c269c8db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.613672 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c9511abe-af88-47a8-8288-f82c269c8db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.629783 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-27cde963-4a72-40a8-a78b-04ef7734cbdb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9325891 Sep 22 20:03:12.646175 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': 'ac763dc0-cd72-4342-bfe8-6b3304992121', 'network_id': 'a61d1524-16f1-4875-921b-064c7494df74', 'port_id': 'ac763dc0-cd72-4342-bfe8-6b3304992121', 'mac_address': 'fa:16:3e:b0:51:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2228661-0013-4941-84b2-03265ecbf241', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:03:12.649569 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:12.659353 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:03:12.660575 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6924908e-61a1-47b7-875f-688f452da5d7 req-0546b96f-d094-40b9-bb3c-c926877fec66 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363351 Sep 22 20:03:12.667079 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:12.670154 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:03:12.677319 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:12.678304 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.680001 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-83a01637-04b3-4019-9444-62c0cc67bc9e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1821413 Sep 22 20:03:12.703664 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c84c68-db93-4789-879c-f54471ca63ea req-ca2a1964-a5d2-443d-8fcc-cde99ed07021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:12.717972 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-ca2a1964-a5d2-443d-8fcc-cde99ed07021 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1096 time: 0.2874575 Sep 22 20:03:12.727079 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Request body: {'port': {'device_id': 'e322b388-30b5-4d83-a436-4582f4466c04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:12.793094 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-9ddfb9c2-7909-4963-a64d-c78d619ffe84 None None] Provisioning complete for port 5154a20d-806d-4db2-b718-024f801dc43e triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:12.794053 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb9c2-7909-4963-a64d-c78d619ffe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.876176 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.879291 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f3e-07f7-40ec-a861-3b0aa8e01716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.884826 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-6a27486e-fb49-4e14-ad6f-6ced882895bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 200 len: 217 time: 0.1589961 Sep 22 20:03:12.886584 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1050cc33-b119-4937-b160-f24326c5d1a1 x-openstack-request-id: req-1050cc33-b119-4937-b160-f24326c5d1a1 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:12.886872 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704cd63-7de2-4868-83ce-deab5b4e1fee", "tag": "5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:12.887116 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1050cc33-b119-4937-b160-f24326c5d1a1 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:12.887552 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704cd63-7de2-4868-83ce-deab5b4e1fee', 'tag': '5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e', 'status': 'completed', 'code': 200} Sep 22 20:03:12.888995 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-692262fe-d898-48a2-8336-84bb580fb33a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5500007 Sep 22 20:03:12.927091 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1e29b6-3d3b-42e3-a281-5f17317fd484 None None] Network a638ea0b-24f9-4bc2-8a29-062fdc8f70c4 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:03:12.933345 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Request body: {'port': {'device_id': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:12.951007 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac763dc0-cd72-4342-bfe8-6b3304992121 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:12.955364 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-9ddfb9c2-7909-4963-a64d-c78d619ffe84 None None] Port 5154a20d-806d-4db2-b718-024f801dc43e cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:03:12.967718 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a27a4a3b-30cd-4a76-972f-febbf6957ce8 {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:12.971931 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-26af83a6-1858-4902-93fe-b71b052a39bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:12.979087 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.002262 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Transition to ACTIVE for port object a27a4a3b-30cd-4a76-972f-febbf6957ce8 will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:03:13.016084 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c84c68-db93-4789-879c-f54471ca63ea req-477872d2-67f3-4bca-b3ce-250e9527af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:13.017931 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-477872d2-67f3-4bca-b3ce-250e9527af89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.1193125 Sep 22 20:03:13.020703 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port ac763dc0-cd72-4342-bfe8-6b3304992121, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ac763dc0-cd72-4342-bfe8-6b3304992121,segment=NetworkSegment(542ad6ab-64ae-4e9a-978a-23c8a958d65f),segment_id=542ad6ab-64ae-4e9a-978a-23c8a958d65f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:13.057096 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b3281-1b82-4fb9-84df-4478f5b58bf4 req-b0a3426c-cecb-459a-82d2-fb7883f21511 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:13.058735 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fd6b3281-1b82-4fb9-84df-4478f5b58bf4 req-b0a3426c-cecb-459a-82d2-fb7883f21511 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 932 time: 0.4214110 Sep 22 20:03:13.097555 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-b9b05eb3-6964-4cf8-b8a4-db4a10fc4984 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602746 Sep 22 20:03:13.100000 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.106209 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.135887 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.196209 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.228223 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-3e72d7c1-4f5e-4c86-90e2-b89fd200bc01 None None] Provisioning complete for port 7fab877f-6fef-4f3c-9bd2-0767d753280c triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:13.228533 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fd6b3281-1b82-4fb9-84df-4478f5b58bf4 req-02612e23-bd88-4600-9e29-625df8060a39 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500695 Sep 22 20:03:13.228636 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-3e72d7c1-4f5e-4c86-90e2-b89fd200bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.236946 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-567d7bea-3c19-489e-ae78-50697745687c service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283057 Sep 22 20:03:13.254239 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c9511abe-af88-47a8-8288-f82c269c8db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.257657 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c9511abe-af88-47a8-8288-f82c269c8db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.259426 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-c9511abe-af88-47a8-8288-f82c269c8db1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33f90468-80e7-4a4b-b4f7-c24efc661aa3 HTTP/1.1" status: 204 len: 168 time: 1.0337903 Sep 22 20:03:13.326764 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=ac763dc0-cd72-4342-bfe8-6b3304992121,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:13.337005 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9511abe-af88-47a8-8288-f82c269c8db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f90468-80e7-4a4b-b4f7-c24efc661aa3,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:13.344519 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-3e72d7c1-4f5e-4c86-90e2-b89fd200bc01 None None] Port 7fab877f-6fef-4f3c-9bd2-0767d753280c cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:03:13.411633 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Pushing event updated for resources: {'Port': ['ID=a27a4a3b-30cd-4a76-972f-febbf6957ce8,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:13.436738 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['ac763dc0-cd72-4342-bfe8-6b3304992121'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:03:13.474681 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6050b6d-8fbc-432b-a1d1-2c1ff3d33db0 req-ddb4ee7c-e26b-4175-b1a1-ecad5a6b2791 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:13.481947 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e6050b6d-8fbc-432b-a1d1-2c1ff3d33db0 req-ddb4ee7c-e26b-4175-b1a1-ecad5a6b2791 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 944 time: 0.2469120 Sep 22 20:03:13.511578 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d1c84c68-db93-4789-879c-f54471ca63ea req-5d2478d3-1dcc-4ac4-b457-ddc85ce7aa5d service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590582 Sep 22 20:03:13.521188 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Attempting to bind port a27a4a3b-30cd-4a76-972f-febbf6957ce8 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:03:13.521531 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Attempting to bind port a27a4a3b-30cd-4a76-972f-febbf6957ce8 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:03:13.521897 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Attempting to bind port a27a4a3b-30cd-4a76-972f-febbf6957ce8 on network 0055dd6c-04a7-4f1a-bffa-800ab71fadea {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:13.579921 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Port a27a4a3b-30cd-4a76-972f-febbf6957ce8 on network 0055dd6c-04a7-4f1a-bffa-800ab71fadea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:03:13.580253 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Attempting to bind port a27a4a3b-30cd-4a76-972f-febbf6957ce8 on network 0055dd6c-04a7-4f1a-bffa-800ab71fadea {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:13.638183 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:03:13.638720 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Checking segment: {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:13.639291 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Bound using segment: {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:03:13.639930 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Bound port: a27a4a3b-30cd-4a76-972f-febbf6957ce8, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9854fc21-2c5d-4a25-94eb-656744485356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:03:13.640297 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.714803 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f3e-07f7-40ec-a861-3b0aa8e01716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.737655 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e6050b6d-8fbc-432b-a1d1-2c1ff3d33db0 req-07dbc509-b74d-4683-8516-1f62839813f4 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494626 Sep 22 20:03:13.816884 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f7c28f3e-07f7-40ec-a861-3b0aa8e01716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:13.909214 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37676) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:13.916602 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-848172280-network', 'tenant_id': '6b3dd812645d43d5b48c05c239dcb46d'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:13.952640 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32e538-71c8-491c-bab4-a222cb39632a req-182ba907-4d40-452e-ad3f-936a639910ab tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:13.960561 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8d32e538-71c8-491c-bab4-a222cb39632a req-182ba907-4d40-452e-ad3f-936a639910ab tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 932 time: 0.3502135 Sep 22 20:03:13.968303 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45371b12-9535-4859-932e-b1b990b6c4bd req-9b80b5d0-1c16-4910-97cb-f22f150a6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:13.969934 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-45371b12-9535-4859-932e-b1b990b6c4bd req-9b80b5d0-1c16-4910-97cb-f22f150a6b28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1096 time: 0.1391063 Sep 22 20:03:13.993298 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f7c28f3e-07f7-40ec-a861-3b0aa8e01716 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c94997df15e947ecb2b2314a0e83633c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6994395 Sep 22 20:03:14.000052 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37680) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:14.004020 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c28f3e-07f7-40ec-a861-3b0aa8e01716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d587f62d-d2d7-4eef-8d45-77ef13c0f597,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:14.039665 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] For port a27a4a3b-30cd-4a76-972f-febbf6957ce8, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:03:14.075578 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Made reservation on behalf of 6b3dd812645d43d5b48c05c239dcb46d for: {'network': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:14.078161 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.084894 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] For port a27a4a3b-30cd-4a76-972f-febbf6957ce8, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a27a4a3b-30cd-4a76-972f-febbf6957ce8,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:03:14.093957 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b9d75-7d39-487c-9fe5-77d93e409400 req-beaf2dd1-d07d-499a-b495-6a389f7ee6f2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:14.098573 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-be1b9d75-7d39-487c-9fe5-77d93e409400 req-beaf2dd1-d07d-499a-b495-6a389f7ee6f2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 943 time: 0.2534463 Sep 22 20:03:14.102670 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8d32e538-71c8-491c-bab4-a222cb39632a req-1689f91d-13ff-450c-9c4b-4a99faf09488 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412814 Sep 22 20:03:14.142220 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5154a20d-806d-4db2-b718-024f801dc43e {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:14.159114 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.164966 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.174028 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-be1b9d75-7d39-487c-9fe5-77d93e409400 req-deb22f9e-2576-4a00-ae11-dd519cbe1a41 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701687 Sep 22 20:03:14.174223 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fab877f-6fef-4f3c-9bd2-0767d753280c {{(pid=101137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:14.177318 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.193548 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Transition to ACTIVE for port object 5154a20d-806d-4db2-b718-024f801dc43e will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:03:14.215236 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.260779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:14.260779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.260779 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] 10.222.0.36 "PUT /v2.0/ports/a27a4a3b-30cd-4a76-972f-febbf6957ce8 HTTP/1.1" status: 200 len: 1093 time: 2.8967025 Sep 22 20:03:14.260779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146d1545-a0ac-4291-9862-94a4300b4182', 'tag': 'a27a4a3b-30cd-4a76-972f-febbf6957ce8'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:14.260779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ce540d-fb5b-4331-b9ed-30e03eb40f01" -d '{"events": [{"name": "network-changed", "server_uuid": "146d1545-a0ac-4291-9862-94a4300b4182", "tag": "a27a4a3b-30cd-4a76-972f-febbf6957ce8"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:14.261206 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.provisioning_blocks [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Transition to ACTIVE for port object 7fab877f-6fef-4f3c-9bd2-0767d753280c will not be triggered until provisioned by entity L2. {{(pid=101137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:03:14.288539 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45371b12-9535-4859-932e-b1b990b6c4bd req-4068422f-cde5-46c6-a7d3-c8f4963ac617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:14.290080 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-45371b12-9535-4859-932e-b1b990b6c4bd req-4068422f-cde5-46c6-a7d3-c8f4963ac617 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 920 time: 0.3098614 Sep 22 20:03:14.290675 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4a36607b-8907-4134-a044-ed900268ea8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.315852 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50edb2c-dabb-4c8d-b7a1-18be2daa1c84 service neutron] Pushing event updated for resources: {'Port': ['ID=a27a4a3b-30cd-4a76-972f-febbf6957ce8,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:14.358990 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-45371b12-9535-4859-932e-b1b990b6c4bd req-26a586fa-1a47-4309-a1e1-15d10dbd0198 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 200 len: 217 time: 0.0591669 Sep 22 20:03:14.364817 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4a36607b-8907-4134-a044-ed900268ea8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.366822 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f2bf6c-5cdc-4061-b8b3-e6dd53aec3ca x-openstack-request-id: req-e6f2bf6c-5cdc-4061-b8b3-e6dd53aec3ca {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:14.367247 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146d1545-a0ac-4291-9862-94a4300b4182", "tag": "a27a4a3b-30cd-4a76-972f-febbf6957ce8", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:14.367500 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6f2bf6c-5cdc-4061-b8b3-e6dd53aec3ca {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:14.367894 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146d1545-a0ac-4291-9862-94a4300b4182', 'tag': 'a27a4a3b-30cd-4a76-972f-febbf6957ce8', 'status': 'completed', 'code': 200} Sep 22 20:03:14.450628 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab2db5-f552-4de0-8ada-ad32df81059d req-0792e046-20db-42f4-90d4-7cdb2b3bb56e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:14.452873 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bab2db5-f552-4de0-8ada-ad32df81059d req-0792e046-20db-42f4-90d4-7cdb2b3bb56e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 932 time: 0.0985439 Sep 22 20:03:14.459015 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce540d-fb5b-4331-b9ed-30e03eb40f01 req-2a35facf-1586-4702-8208-0d11d7095745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:14.460541 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-24ce540d-fb5b-4331-b9ed-30e03eb40f01 req-2a35facf-1586-4702-8208-0d11d7095745 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 1096 time: 0.0607541 Sep 22 20:03:14.479264 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45371b12-9535-4859-932e-b1b990b6c4bd req-10c6b2ac-034f-480a-ae28-71091612fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:14.480312 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-45371b12-9535-4859-932e-b1b990b6c4bd req-10c6b2ac-034f-480a-ae28-71091612fe4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.1058183 Sep 22 20:03:14.481646 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.499027 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.561065 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-45371b12-9535-4859-932e-b1b990b6c4bd req-1ba5964f-7041-40c2-a3cb-6f67b434814a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429821 Sep 22 20:03:14.565105 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:14.579566 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bab2db5-f552-4de0-8ada-ad32df81059d req-82b00d0a-d4ee-44b5-a3dd-da3ae007ca28 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139524 Sep 22 20:03:14.661150 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4a36607b-8907-4134-a044-ed900268ea8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.663673 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4a36607b-8907-4134-a044-ed900268ea8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.674099 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-4a36607b-8907-4134-a044-ed900268ea8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d587f62d-d2d7-4eef-8d45-77ef13c0f597 HTTP/1.1" status: 204 len: 168 time: 0.6636016 Sep 22 20:03:14.728715 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36607b-8907-4134-a044-ed900268ea8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d587f62d-d2d7-4eef-8d45-77ef13c0f597,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:14.801154 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce540d-fb5b-4331-b9ed-30e03eb40f01 req-104d5030-07b4-409d-a8a7-52149422c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:14.804367 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Attempting to bind port 7fab877f-6fef-4f3c-9bd2-0767d753280c on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:03:14.804714 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Attempting to bind port 7fab877f-6fef-4f3c-9bd2-0767d753280c by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:03:14.805312 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-24ce540d-fb5b-4331-b9ed-30e03eb40f01 req-104d5030-07b4-409d-a8a7-52149422c10d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3199601 Sep 22 20:03:14.806625 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Attempting to bind port 7fab877f-6fef-4f3c-9bd2-0767d753280c on network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:14.842236 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.844636 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-45371b12-9535-4859-932e-b1b990b6c4bd req-2860ca29-dee8-450c-af19-b7f192b3e4ed service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746201 Sep 22 20:03:14.846246 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Port 7fab877f-6fef-4f3c-9bd2-0767d753280c on network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:03:14.852479 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Attempting to bind port 7fab877f-6fef-4f3c-9bd2-0767d753280c on network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:14.904371 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:03:14.904707 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Checking segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:14.905394 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Bound using segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:03:14.906087 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Bound port: 7fab877f-6fef-4f3c-9bd2-0767d753280c, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'}}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:03:14.906450 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:14.914349 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Pushing event updated for resources: {'Port': ['ID=5154a20d-806d-4db2-b718-024f801dc43e,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:14.950224 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.001033 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=101137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:03:15.024269 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Attempting to bind port 5154a20d-806d-4db2-b718-024f801dc43e on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:03:15.024813 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Attempting to bind port 5154a20d-806d-4db2-b718-024f801dc43e by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:03:15.024916 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Attempting to bind port 5154a20d-806d-4db2-b718-024f801dc43e on network 62c5057d-2105-4af1-b967-04704345cc37 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:15.028312 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f730cbf4-4a48-45e6-ae16-86500e4ca8da,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:15.041075 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.041075 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.segments_db [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Added segment 73e58a19-ef61-403e-a2b8-68e3025d60e6 of type vlan for network 44343b22-063d-4f09-96f6-efb356b6a6e6 Sep 22 20:03:15.047065 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-45371b12-9535-4859-932e-b1b990b6c4bd req-12e1a831-e436-434c-a2a7-7c78dce8c508 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949832 Sep 22 20:03:15.050047 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Port 5154a20d-806d-4db2-b718-024f801dc43e on network 62c5057d-2105-4af1-b967-04704345cc37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:03:15.050047 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Attempting to bind port 5154a20d-806d-4db2-b718-024f801dc43e on network 62c5057d-2105-4af1-b967-04704345cc37 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:15.086721 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, cleared binding levels {{(pid=101137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:03:15.102157 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.108105 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:03:15.170866 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.219287 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.219287 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.220681 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/7fab877f-6fef-4f3c-9bd2-0767d753280c HTTP/1.1" status: 200 len: 1094 time: 2.3145349 Sep 22 20:03:15.221118 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:15.223363 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:15.248002 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.248977 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.249705 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.282047 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:03:15.282449 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Checking segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:15.282799 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Bound using segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:03:15.283244 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Bound port: 5154a20d-806d-4db2-b718-024f801dc43e, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:03:15.283605 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.295838 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1047973-f7fb-4494-9da3-cdc3746df4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=3']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:15.306631 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80441724-56ef-404b-864f-e39253059ad1 req-4d5d3a51-2189-4651-89de-4b99c76ec98b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.308182 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80441724-56ef-404b-864f-e39253059ad1 req-4d5d3a51-2189-4651-89de-4b99c76ec98b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 944 time: 0.4179099 Sep 22 20:03:15.369317 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] Pushing event updated for resources: {'Network': ['ID=44343b22-063d-4f09-96f6-efb356b6a6e6,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:15.409928 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 44343b22-063d-4f09-96f6-efb356b6a6e6 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:03:15.415480 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a34d8c05-de50-45a3-939b-e88fac4dce73 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5050664 Sep 22 20:03:15.417756 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37754) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:15.422288 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Request body: {'subnet': {'network_id': '44343b22-063d-4f09-96f6-efb356b6a6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-848172280-subnet', 'tenant_id': '6b3dd812645d43d5b48c05c239dcb46d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:15.435624 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce540d-fb5b-4331-b9ed-30e03eb40f01 req-25ee2590-2603-4839-a02a-9f533d84a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.437337 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-24ce540d-fb5b-4331-b9ed-30e03eb40f01 req-25ee2590-2603-4839-a02a-9f533d84a217 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6105998 Sep 22 20:03:15.454819 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-e42501b1-3684-4efa-8085-6809f947633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.456344 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-e42501b1-3684-4efa-8085-6809f947633a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 1097 time: 0.0971391 Sep 22 20:03:15.519311 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80441724-56ef-404b-864f-e39253059ad1 req-9d28dc0b-e1fe-4743-97c4-6239b376d523 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888926 Sep 22 20:03:15.551910 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-97cb7ef2-201d-4c01-8d8e-ceed0a5c35c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c HTTP/1.1" status: 200 len: 217 time: 0.0871594 Sep 22 20:03:15.552968 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Made reservation on behalf of 6b3dd812645d43d5b48c05c239dcb46d for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:15.555328 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.566591 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711138-cd61-4814-af98-a5db3db189bd req-383eb98f-38f6-45a6-88dc-e74546ba7907 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.568886 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d5711138-cd61-4814-af98-a5db3db189bd req-383eb98f-38f6-45a6-88dc-e74546ba7907 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.2758484 Sep 22 20:03:15.574384 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] For port 5154a20d-806d-4db2-b718-024f801dc43e, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:03:15.591609 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] For port 5154a20d-806d-4db2-b718-024f801dc43e, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5154a20d-806d-4db2-b718-024f801dc43e,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:03:15.614283 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-4a465191-a9bd-4bb9-8292-c4bd946fd7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.617993 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-4a465191-a9bd-4bb9-8292-c4bd946fd7f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0464547 Sep 22 20:03:15.635240 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-be01f1af-296b-41ae-a483-fc99ff321ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.650330 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-9b3555f9-b57e-4351-b8e2-e84ace7ca13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.651829 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-9b3555f9-b57e-4351-b8e2-e84ace7ca13e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 1096 time: 0.1624174 Sep 22 20:03:15.678320 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.721747 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d5711138-cd61-4814-af98-a5db3db189bd req-a9a74c1d-4734-4e55-bc22-4f56fca6307a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218574 Sep 22 20:03:15.729171 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-0c7d44b3-aaf0-45ad-88d1-a0d94d3702e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.730787 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-0c7d44b3-aaf0-45ad-88d1-a0d94d3702e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026068 Sep 22 20:03:15.743347 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-b60aadbb-7f0d-480b-a0ce-b5dfd2280f68 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a4a3b-30cd-4a76-972f-febbf6957ce8 HTTP/1.1" status: 200 len: 217 time: 0.0783360 Sep 22 20:03:15.752822 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.753690 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.756341 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] 10.222.0.36 "PUT /v2.0/ports/5154a20d-806d-4db2-b718-024f801dc43e HTTP/1.1" status: 200 len: 1094 time: 3.0398598 Sep 22 20:03:15.799225 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497cfe3-c8ad-406e-be03-096bd655a4e3 x-openstack-request-id: req-5497cfe3-c8ad-406e-be03-096bd655a4e3 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:15.799517 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:15.799769 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5497cfe3-c8ad-406e-be03-096bd655a4e3 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:15.800167 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'status': 'completed', 'code': 200} Sep 22 20:03:15.829779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-68459390-abe6-4b91-8d38-8c3addf12da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.831274 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-68459390-abe6-4b91-8d38-8c3addf12da7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.0740721 Sep 22 20:03:15.847476 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37760) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:15.861766 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c028cf-3ba0-4d09-8b7f-15a3da9d7550 req-f69ec785-e75b-4981-ad52-c35eb58070ee tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:15.872496 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b6c028cf-3ba0-4d09-8b7f-15a3da9d7550 req-f69ec785-e75b-4981-ad52-c35eb58070ee tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 943 time: 0.2733657 Sep 22 20:03:15.887212 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e355a228-7149-4e6a-b5aa-314331c81c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:15.946227 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-62c5e5ba-c810-4495-b9c6-a79c9f41a485 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412292 Sep 22 20:03:15.967501 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-d9ebdb78-584c-47be-974a-0b2e5f877266 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276850 Sep 22 20:03:16.062304 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b6c028cf-3ba0-4d09-8b7f-15a3da9d7550 req-4eeabf35-57fe-49a8-a547-e34fdd64c5a3 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831288 Sep 22 20:03:16.067420 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c081c-6aab-4dbd-9f18-6b3b6926ad78 service neutron] Pushing event updated for resources: {'Port': ['ID=5154a20d-806d-4db2-b718-024f801dc43e,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:16.093126 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-1d3786e7-4d45-4849-b312-a7d9415716d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.094735 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-1d3786e7-4d45-4849-b312-a7d9415716d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 1097 time: 0.2003725 Sep 22 20:03:16.148756 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366bc39-9601-4339-8342-88d1426f50dd req-9c15a9e9-ab68-4057-9c08-5d100f00a7d3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.150365 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3366bc39-9601-4339-8342-88d1426f50dd req-9c15a9e9-ab68-4057-9c08-5d100f00a7d3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 944 time: 0.2137349 Sep 22 20:03:16.153627 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37766) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:16.176237 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:03:16.197767 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-53a68ec1-99af-479e-89c7-881b8c5411c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5154a20d-806d-4db2-b718-024f801dc43e HTTP/1.1" status: 200 len: 217 time: 0.0950642 Sep 22 20:03:16.214849 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device ac763dc0-cd72-4342-bfe8-6b3304992121 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:16.234176 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.243408 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.283526 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3366bc39-9601-4339-8342-88d1426f50dd req-4d581a49-ddef-40ab-8b9c-5925d31d1ec4 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899897 Sep 22 20:03:16.289014 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-f0c86fba-8c37-4f35-a389-1d0bc0e682b6 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841179 Sep 22 20:03:16.296492 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-5c3743ca-4fbc-49ab-9779-30aa374a76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.298654 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-5c3743ca-4fbc-49ab-9779-30aa374a76d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 200 len: 849 time: 0.0822096 Sep 22 20:03:16.373926 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e322b388-30b5-4d83-a436-4582f4466c04', 'tag': '5154a20d-806d-4db2-b718-024f801dc43e'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:16.377415 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0420d443-8801-4330-b4a2-0a00e14c17c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e322b388-30b5-4d83-a436-4582f4466c04", "tag": "5154a20d-806d-4db2-b718-024f801dc43e"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:16.392253 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e355a228-7149-4e6a-b5aa-314331c81c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.404509 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-14ed15a6-101a-4587-b8c9-fc86e2e6e960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.413710 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:16.428395 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d22ca1-67a6-47c3-a481-bdca00f08a7b,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:16.429219 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port ac763dc0-cd72-4342-bfe8-6b3304992121 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:03:16.434108 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e', 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea', 'port_id': '5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e', 'mac_address': 'fa:16:3e:33:cf:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e59c1c-e5ce-451b-be82-181ff2ed6b63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:03:16.436834 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port ac763dc0-cd72-4342-bfe8-6b3304992121 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:16.437217 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.442117 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-8527a94c-87c8-4e59-9e3b-525a3945dcb4 req-393bbe81-c31c-4ef9-88b8-f8417c499a0c service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646516 Sep 22 20:03:16.446368 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Checking segment: {'id': '73e58a19-ef61-403e-a2b8-68e3025d60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '44343b22-063d-4f09-96f6-efb356b6a6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:16.446969 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Network hostable DHCP agents. Network: 44343b22-063d-4f09-96f6-efb356b6a6e6, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:03:16.451756 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e355a228-7149-4e6a-b5aa-314331c81c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.482896 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eae7b21-a03e-4032-8f0c-aaab7530baa3 x-openstack-request-id: req-6eae7b21-a03e-4032-8f0c-aaab7530baa3 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:16.487679 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e322b388-30b5-4d83-a436-4582f4466c04", "tag": "5154a20d-806d-4db2-b718-024f801dc43e", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:16.487679 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6eae7b21-a03e-4032-8f0c-aaab7530baa3 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:16.487679 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e322b388-30b5-4d83-a436-4582f4466c04', 'tag': '5154a20d-806d-4db2-b718-024f801dc43e', 'status': 'completed', 'code': 200} Sep 22 20:03:16.494099 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e355a228-7149-4e6a-b5aa-314331c81c68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92921018180e46b8ac48258a1fcb0fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440606 Sep 22 20:03:16.499378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37778) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:16.523600 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.529623 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e355a228-7149-4e6a-b5aa-314331c81c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c37987f-abd7-4a9b-846a-182cb47ae765,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:16.576364 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-c022c06d-fa6e-4697-a880-e092458417de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.578211 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-c022c06d-fa6e-4697-a880-e092458417de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62c5057d-2105-4af1-b967-04704345cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2688117 Sep 22 20:03:16.605069 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.621150 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-94e083f3-baa1-4907-ac25-d4d51319447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.623378 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-94e083f3-baa1-4907-ac25-d4d51319447d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 1097 time: 0.0526774 Sep 22 20:03:16.624913 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Network 44343b22-063d-4f09-96f6-efb356b6a6e6 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:03:16.651455 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port ac763dc0-cd72-4342-bfe8-6b3304992121, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ac763dc0-cd72-4342-bfe8-6b3304992121,segment=NetworkSegment(542ad6ab-64ae-4e9a-978a-23c8a958d65f),segment_id=542ad6ab-64ae-4e9a-978a-23c8a958d65f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:16.658985 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84b88d7-1899-424d-8997-4e355ef8aacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac763dc0-cd72-4342-bfe8-6b3304992121'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:16.668310 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5b934d86-f0e4-4c7d-bc29-d022fbf34786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.678301 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-126af2f9-886c-4b46-b848-8ef7b66364bf req-871f0775-ec30-42f3-99df-95624ebfc94c service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786750 Sep 22 20:03:16.732618 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-0fa7f412-0549-497e-b547-72bbda82cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.734644 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-0fa7f412-0549-497e-b547-72bbda82cdea service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.1033278 Sep 22 20:03:16.750592 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:16.762389 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.781014 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5b934d86-f0e4-4c7d-bc29-d022fbf34786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.807258 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-6fcede20-b7b8-4508-b1d8-98773e0bfeed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c HTTP/1.1" status: 200 len: 217 time: 0.0653620 Sep 22 20:03:16.817756 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:16.822426 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.846954 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fec55-9910-425d-8f55-83cd362a0d89 req-d8e4b7a8-a838-44df-b1f7-0e0e86fd1858 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.852912 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 44343b22-063d-4f09-96f6-efb356b6a6e6) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:16.862558 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-175fec55-9910-425d-8f55-83cd362a0d89 req-d8e4b7a8-a838-44df-b1f7-0e0e86fd1858 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 944 time: 0.2400990 Sep 22 20:03:16.863775 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.865108 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.867202 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af117e1-a40a-4922-9d28-4b97f9bd29b7 None None] Network 44343b22-063d-4f09-96f6-efb356b6a6e6 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:03:16.890263 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-41a4ef19-a795-4009-8aa6-b198cfecc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:16.893339 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-41a4ef19-a795-4009-8aa6-b198cfecc049 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0772457 Sep 22 20:03:16.901380 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:16.904471 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=ac763dc0-cd72-4342-bfe8-6b3304992121,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:16.936471 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-2d4009f5-cc63-4fa8-9eb5-543f3cf2bbe5 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387523 Sep 22 20:03:16.985112 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-175fec55-9910-425d-8f55-83cd362a0d89 req-6b0890e3-e695-40d9-80de-ed22784b9533 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251197 Sep 22 20:03:17.012776 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-4314ee7b-ad72-4f81-a04c-669b7188f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.018653 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-4314ee7b-ad72-4f81-a04c-669b7188f337 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159923 Sep 22 20:03:17.027128 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bed739e-e8bd-4991-9b02-70ce4d825009" -d '{"events": [{"server_uuid": "e84b88d7-1899-424d-8997-4e355ef8aacc", "name": "network-vif-plugged", "status": "completed", "tag": "ac763dc0-cd72-4342-bfe8-6b3304992121"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:17.044223 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:17.048387 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-14ed15a6-101a-4587-b8c9-fc86e2e6e960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.086639 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b5c74-41c2-4e64-a136-6c0f8e2ad99a req-64f4cd24-8b0f-4068-857d-a74a51c706ad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.088904 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5c0b5c74-41c2-4e64-a136-6c0f8e2ad99a req-64f4cd24-8b0f-4068-857d-a74a51c706ad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.1892436 Sep 22 20:03:17.161880 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:03:17.161970 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-e348bfd8-dcdb-480f-85c1-4fa24a8a9f12 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163924 Sep 22 20:03:17.162040 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5b934d86-f0e4-4c7d-bc29-d022fbf34786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.162040 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5b934d86-f0e4-4c7d-bc29-d022fbf34786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.162040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-5b934d86-f0e4-4c7d-bc29-d022fbf34786 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c37987f-abd7-4a9b-846a-182cb47ae765 HTTP/1.1" status: 204 len: 168 time: 0.6521051 Sep 22 20:03:17.162040 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-14ed15a6-101a-4587-b8c9-fc86e2e6e960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.162040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5f9d3460-3df4-43f1-bc52-593d3b46d570 req-a2731bb3-831d-4c43-8cad-e5140f80fd9a service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980293 Sep 22 20:03:17.189870 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ce341-26c8-4310-b1fc-8e06e7d189c5 None None] Network 44343b22-063d-4f09-96f6-efb356b6a6e6 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:03:17.189967 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5c0b5c74-41c2-4e64-a136-6c0f8e2ad99a req-b3f3439c-f0d4-4b94-b298-4b56d4a0a777 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896077 Sep 22 20:03:17.190659 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb6aa2b-faae-41fd-b7c4-6a9136a3f54c x-openstack-request-id: req-bdb6aa2b-faae-41fd-b7c4-6a9136a3f54c {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:17.191035 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84b88d7-1899-424d-8997-4e355ef8aacc", "name": "network-vif-plugged", "status": "completed", "tag": "ac763dc0-cd72-4342-bfe8-6b3304992121", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:17.191357 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdb6aa2b-faae-41fd-b7c4-6a9136a3f54c {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:17.191858 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84b88d7-1899-424d-8997-4e355ef8aacc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac763dc0-cd72-4342-bfe8-6b3304992121', 'code': 200} Sep 22 20:03:17.194637 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b934d86-f0e4-4c7d-bc29-d022fbf34786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c37987f-abd7-4a9b-846a-182cb47ae765,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:17.219083 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37802) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:17.225293 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-14ed15a6-101a-4587-b8c9-fc86e2e6e960 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4c7b15572e04cca999ff9aa3cfccfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0705125 Sep 22 20:03:17.261511 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed15a6-101a-4587-b8c9-fc86e2e6e960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d235df7c-92b3-4fe6-8b63-e3043aecceb9,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:17.328771 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-167d3a86-4d4a-4b9f-9fd0-ca487a695ca0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9097302 Sep 22 20:03:17.384756 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5608b447-78f0-47ea-bed4-56ffbe9fad6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.384756 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1cd288e9-d3db-4e23-8a30-cc3b823ea8c4 req-c866205a-ca48-4650-845a-275580d7cdc2 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240779 Sep 22 20:03:17.399849 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5608b447-78f0-47ea-bed4-56ffbe9fad6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.403562 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-6b2707a9-3043-44d8-a18f-83f09049a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.405191 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-6b2707a9-3043-44d8-a18f-83f09049a258 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 1097 time: 0.0907054 Sep 22 20:03:17.413606 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b3322-ac15-45f7-90ee-59d350720a41 req-4ba44233-7d36-4dc1-9359-745a4d99cc3f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.421224 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-992b3322-ac15-45f7-90ee-59d350720a41 req-4ba44233-7d36-4dc1-9359-745a4d99cc3f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 943 time: 0.1182015 Sep 22 20:03:17.524892 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37808) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:17.569463 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbaf8e6-fee8-4bb1-a2f1-fbdb05f57482 admin admin] Deleting subnet 88cc6e9e-0e3e-4415-a405-be9e11adc610 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:03:17.572744 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5608b447-78f0-47ea-bed4-56ffbe9fad6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.575436 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5608b447-78f0-47ea-bed4-56ffbe9fad6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.580253 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5608b447-78f0-47ea-bed4-56ffbe9fad6f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d235df7c-92b3-4fe6-8b63-e3043aecceb9 HTTP/1.1" status: 204 len: 168 time: 0.3599551 Sep 22 20:03:17.581086 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf8e6-fee8-4bb1-a2f1-fbdb05f57482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.595287 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-992b3322-ac15-45f7-90ee-59d350720a41 req-0303b062-5727-4aad-9b7e-ceffcd1e1505 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725841 Sep 22 20:03:17.616376 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b049f-079e-4953-8a84-90e77ae92086 req-9b7bd80a-fecd-4436-9c15-c1a23dea74bc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.618378 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-348b049f-079e-4953-8a84-90e77ae92086 req-9b7bd80a-fecd-4436-9c15-c1a23dea74bc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 944 time: 0.1699312 Sep 22 20:03:17.622360 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608b447-78f0-47ea-bed4-56ffbe9fad6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d235df7c-92b3-4fe6-8b63-e3043aecceb9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:17.649093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-677898d7-c83b-4d3d-8881-4fd43f2e4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.650515 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-677898d7-c83b-4d3d-8881-4fd43f2e4553 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 911 time: 0.2260733 Sep 22 20:03:17.687691 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf8e6-fee8-4bb1-a2f1-fbdb05f57482 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.700979 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf8e6-fee8-4bb1-a2f1-fbdb05f57482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.706635 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-5aa6db46-a341-4f9d-8cf5-b9ca3176195f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5154a20d-806d-4db2-b718-024f801dc43e HTTP/1.1" status: 200 len: 217 time: 0.0479255 Sep 22 20:03:17.709700 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-348b049f-079e-4953-8a84-90e77ae92086 req-23e26118-8300-4e88-b40f-3eb1214fa40a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843930 Sep 22 20:03:17.749128 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5cdcb6-66f2-4c82-9f5d-46c811d4c640 req-86cf48bc-368b-492a-81da-435614de6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.750751 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-4b5cdcb6-66f2-4c82-9f5d-46c811d4c640 req-86cf48bc-368b-492a-81da-435614de6c6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 1098 time: 0.1372750 Sep 22 20:03:17.779903 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-4b5cdcb6-66f2-4c82-9f5d-46c811d4c640 req-902a12bf-f3d6-4d11-acde-e50d00b3fe02 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.812131 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-cad4a118-7b67-46f8-b007-74d1d170b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.814538 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-cad4a118-7b67-46f8-b007-74d1d170b62b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 200 len: 849 time: 0.1008711 Sep 22 20:03:17.862228 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-fa51391f-0b13-48b0-9be9-715847e4dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:17.863852 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-fa51391f-0b13-48b0-9be9-715847e4dead service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62c5057d-2105-4af1-b967-04704345cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419111 Sep 22 20:03:17.897092 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-4b5cdcb6-66f2-4c82-9f5d-46c811d4c640 req-902a12bf-f3d6-4d11-acde-e50d00b3fe02 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.901167 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf8e6-fee8-4bb1-a2f1-fbdb05f57482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.928293 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbaf8e6-fee8-4bb1-a2f1-fbdb05f57482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88cc6e9e-0e3e-4415-a405-be9e11adc610,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:17.936916 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8dbaf8e6-fee8-4bb1-a2f1-fbdb05f57482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:17.939696 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-8dbaf8e6-fee8-4bb1-a2f1-fbdb05f57482 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/88cc6e9e-0e3e-4415-a405-be9e11adc610 HTTP/1.1" status: 204 len: 168 time: 0.4130936 Sep 22 20:03:17.941872 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37820) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:17.971957 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-b1000867-11c9-449d-ad85-b02f25b27e75 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004388 Sep 22 20:03:18.012640 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-4b5cdcb6-66f2-4c82-9f5d-46c811d4c640 req-902a12bf-f3d6-4d11-acde-e50d00b3fe02 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.042380 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.054244 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-4b5cdcb6-66f2-4c82-9f5d-46c811d4c640 req-902a12bf-f3d6-4d11-acde-e50d00b3fe02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944403 Sep 22 20:03:18.071196 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a12bf-f3d6-4d11-acde-e50d00b3fe02 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4157eb6e-cc54-483c-a6bd-6c3c40624514,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:18.132103 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0420d443-8801-4330-b4a2-0a00e14c17c2 req-943303f3-352a-475b-ad22-41ca2b25a31b service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520522 Sep 22 20:03:18.146610 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3befda8d-4f2a-4c25-ae2b-693ea1431147 req-23a9c2c6-c610-424d-a755-ab26d8c7bbbe tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:18.148064 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3befda8d-4f2a-4c25-ae2b-693ea1431147 req-23a9c2c6-c610-424d-a755-ab26d8c7bbbe tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 945 time: 0.0643740 Sep 22 20:03:18.151385 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.171653 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.171994 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.172778 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.173125 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > port after_create 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.173466 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > port after_delete 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.173826 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > port after_update 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.174149 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.174523 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.174847 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.175196 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.190180 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3befda8d-4f2a-4c25-ae2b-693ea1431147 req-d1a319b0-105d-4732-9962-db2b6d7421b5 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359881 Sep 22 20:03:18.206337 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:18.322270 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:03:18.326288 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:18.326786 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.327811 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.328106 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.329780 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.329780 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:18.329983 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a638ea0b-24f9-4bc2-8a29-062fdc8f70c4']}} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:18.347029 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da55032-0846-4b92-a41a-daca4d9d7a70') {'for_net_delete': True} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:18.347329 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da55032-0846-4b92-a41a-daca4d9d7a70') {} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:18.357022 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51485f97-da2a-48d6-bea4-f256f27df6d7 req-6665bc14-150c-4e5b-b484-a6c9f0d6f061 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:18.358534 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51485f97-da2a-48d6-bea4-f256f27df6d7 req-6665bc14-150c-4e5b-b484-a6c9f0d6f061 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0494912 Sep 22 20:03:18.367136 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30124357'] for segment, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.388471 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.396995 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:03:18.397648 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30124759'] for segment, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: from cryptography.utils import int_from_bytes Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: from cryptography.utils import int_from_bytes Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: Traceback (most recent call last): Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: timer() Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: cb(*args, **kw) Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: return func(*args, **kwargs) Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: self._notify() Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: self.callback(batched_events) Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: event.method(event) Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: return f(self, *a, **k) Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._get(url).json() Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: return self.request(url, 'GET', **kwargs) Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:03:18.401389 dv-cinder-778534-8-iscsi neutron-server[101137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:03:18.404072 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51485f97-da2a-48d6-bea4-f256f27df6d7 req-5fab5f68-f785-4df3-962c-b910d328a873 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359573 Sep 22 20:03:18.409177 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.413712 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.447013 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:18.487976 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37836) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:18.501992 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-60ac32a4-a4c4-4fb6-8ad1-0ef396dbfcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.503808 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.529253 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.541596 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.543669 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] 10.222.0.11 "DELETE /v2.0/networks/a638ea0b-24f9-4bc2-8a29-062fdc8f70c4 HTTP/1.1" status: 204 len: 168 time: 0.6008737 Sep 22 20:03:18.548464 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37840) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:18.553554 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747ec63-27c0-49c7-b478-2b87699e8b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a638ea0b-24f9-4bc2-8a29-062fdc8f70c4,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:18.567448 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:18.620881 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_v2 [None req-31da211f-66b7-492b-9d9f-130fa5976e88 admin admin] Deleting subnet d9d22ca1-67a6-47c3-a481-bdca00f08a7b {{(pid=101136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:03:18.624103 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-31da211f-66b7-492b-9d9f-130fa5976e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.924203 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-31da211f-66b7-492b-9d9f-130fa5976e88 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.948927 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-31da211f-66b7-492b-9d9f-130fa5976e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:18.982392 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-60ac32a4-a4c4-4fb6-8ad1-0ef396dbfcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.001627 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39546c9a-7b0a-4bc7-9e2f-6f6f865f2f9f req-644c8f1e-0cf6-428e-874b-8e47cf82adef tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:19.011293 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-39546c9a-7b0a-4bc7-9e2f-6f6f865f2f9f req-644c8f1e-0cf6-428e-874b-8e47cf82adef tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 943 time: 0.3528984 Sep 22 20:03:19.012402 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b809c88-f5e6-4609-ab1e-fe17c6893d0a req-215e3144-1dd9-42ec-83e4-98777ff05a19 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:19.013808 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3b809c88-f5e6-4609-ab1e-fe17c6893d0a req-215e3144-1dd9-42ec-83e4-98777ff05a19 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 944 time: 0.1605363 Sep 22 20:03:19.085904 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-39546c9a-7b0a-4bc7-9e2f-6f6f865f2f9f req-1db23543-e2b4-4a99-90d5-a97da576e4aa tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711129 Sep 22 20:03:19.092318 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3b809c88-f5e6-4609-ab1e-fe17c6893d0a req-96576208-6c29-4505-84dc-da4fffe5ed7e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656002 Sep 22 20:03:19.132808 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-60ac32a4-a4c4-4fb6-8ad1-0ef396dbfcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.168629 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-31da211f-66b7-492b-9d9f-130fa5976e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for subnet, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.179391 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-60ac32a4-a4c4-4fb6-8ad1-0ef396dbfcf6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=501ea8a0c233441c8712fdc88b036fd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6903727 Sep 22 20:03:19.182419 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37860) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:19.192794 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704cd63-7de2-4868-83ce-deab5b4e1fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:19.195258 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0178cb-26fe-47c7-a5ae-338e55ad611d" -d '{"events": [{"server_uuid": "d704cd63-7de2-4868-83ce-deab5b4e1fee", "name": "network-vif-plugged", "status": "completed", "tag": "5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:19.197344 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac32a4-a4c4-4fb6-8ad1-0ef396dbfcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e81685-ac1e-4f40-81b0-7d8f9c8fb2b5,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:19.200568 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da211f-66b7-492b-9d9f-130fa5976e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d22ca1-67a6-47c3-a481-bdca00f08a7b,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:19.204521 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-31da211f-66b7-492b-9d9f-130fa5976e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.206511 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-31da211f-66b7-492b-9d9f-130fa5976e88 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d9d22ca1-67a6-47c3-a481-bdca00f08a7b HTTP/1.1" status: 204 len: 168 time: 0.6574290 Sep 22 20:03:19.211341 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37864) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:19.246599 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-303f5ce8-1627-4152-b292-546020e832bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.269091 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6413d18-4a2f-48bb-aef3-b3655e95aad4 x-openstack-request-id: req-e6413d18-4a2f-48bb-aef3-b3655e95aad4 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:19.269565 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704cd63-7de2-4868-83ce-deab5b4e1fee", "name": "network-vif-plugged", "status": "completed", "tag": "5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:19.269788 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6413d18-4a2f-48bb-aef3-b3655e95aad4 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:19.270805 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704cd63-7de2-4868-83ce-deab5b4e1fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e', 'code': 200} Sep 22 20:03:19.274628 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-303f5ce8-1627-4152-b292-546020e832bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.346452 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.410110 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ba4f7-5268-41da-ba50-418bec801d6f req-06aba587-8c20-42ea-a3c8-110e2cfc6e87 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:19.411691 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c16ba4f7-5268-41da-ba50-418bec801d6f req-06aba587-8c20-42ea-a3c8-110e2cfc6e87 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 945 time: 0.0860023 Sep 22 20:03:19.449780 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-303f5ce8-1627-4152-b292-546020e832bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.456925 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-303f5ce8-1627-4152-b292-546020e832bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.456925 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-303f5ce8-1627-4152-b292-546020e832bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6e81685-ac1e-4f40-81b0-7d8f9c8fb2b5 HTTP/1.1" status: 204 len: 168 time: 0.2700899 Sep 22 20:03:19.463334 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f5ce8-1627-4152-b292-546020e832bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e81685-ac1e-4f40-81b0-7d8f9c8fb2b5,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:19.492151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.551484 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c16ba4f7-5268-41da-ba50-418bec801d6f req-7b62ca30-af7c-4145-baff-2c762e2fcefe tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290927 Sep 22 20:03:19.556129 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.556129 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.556732 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.557080 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > port after_create 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.557418 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.557757 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > port after_update 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.558090 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.558408 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.558715 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.559032 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.629345 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.629865 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.630272 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.630838 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:03:19.631499 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44343b22-063d-4f09-96f6-efb356b6a6e6']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:19.663915 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e58a19-ef61-403e-a2b8-68e3025d60e6') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:19.664207 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e58a19-ef61-403e-a2b8-68e3025d60e6') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:19.726495 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.757671 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eb73f-b0a1-4fa3-a530-4b6d30f36e30 req-1730bf24-bc44-4212-84dd-bbfbd45d5918 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:19.759214 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-963eb73f-b0a1-4fa3-a530-4b6d30f36e30 req-1730bf24-bc44-4212-84dd-bbfbd45d5918 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.2642999 Sep 22 20:03:19.773727 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.800340 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:03:19.800743 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: from cryptography.utils import int_from_bytes Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: from cryptography.utils import int_from_bytes Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:03:19.804979 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:03:19.807042 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbe74b-ab7a-466e-b727-87fbdaf3a363 req-37e17962-945f-4091-adcb-7fdf884302a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:19.808395 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c4bbe74b-ab7a-466e-b727-87fbdaf3a363 req-37e17962-945f-4091-adcb-7fdf884302a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1098 time: 0.1564276 Sep 22 20:03:19.889850 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-963eb73f-b0a1-4fa3-a530-4b6d30f36e30 req-d5a747da-6508-4324-bebc-d354e1d40e9d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212716 Sep 22 20:03:19.910862 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c4bbe74b-ab7a-466e-b727-87fbdaf3a363 req-58d5b529-6789-4e66-9d9d-0b4c60a5df3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909772 Sep 22 20:03:19.983711 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.992283 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:19.996696 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] 10.222.0.11 "DELETE /v2.0/networks/44343b22-063d-4f09-96f6-efb356b6a6e6 HTTP/1.1" status: 204 len: 168 time: 0.7838864 Sep 22 20:03:20.017590 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcda1e-e2ff-453b-8125-e31ddf2fee1e admin admin] Pushing event deleted for resources: {'Network': ['ID=44343b22-063d-4f09-96f6-efb356b6a6e6,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:20.207560 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5154a20d-806d-4db2-b718-024f801dc43e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:03:20.230395 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6384486-616e-403e-94f4-a330cf84649e req-435c3b0f-b782-4eb6-b36a-732a8db61633 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:20.231876 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f6384486-616e-403e-94f4-a330cf84649e req-435c3b0f-b782-4eb6-b36a-732a8db61633 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 944 time: 0.0754550 Sep 22 20:03:20.243918 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09eaf6-7e1a-4c75-b5d5-c1f48fac52f1 req-0788e41d-8b39-4067-b84a-0fb088d0f7d1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:20.245333 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-af09eaf6-7e1a-4c75-b5d5-c1f48fac52f1 req-0788e41d-8b39-4067-b84a-0fb088d0f7d1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 943 time: 0.0796037 Sep 22 20:03:20.310549 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f6384486-616e-403e-94f4-a330cf84649e req-e453b75f-3fa4-48d8-b022-490871cc7c27 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642338 Sep 22 20:03:20.311377 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5154a20d-806d-4db2-b718-024f801dc43e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5154a20d-806d-4db2-b718-024f801dc43e,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:20.317085 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-af09eaf6-7e1a-4c75-b5d5-c1f48fac52f1 req-befdb4fb-fb2b-4c23-83a9-753e3b347237 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642307 Sep 22 20:03:20.342573 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '5154a20d-806d-4db2-b718-024f801dc43e', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'port_id': '5154a20d-806d-4db2-b718-024f801dc43e', 'mac_address': 'fa:16:3e:fc:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:03:20.381035 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:20.405448 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5154a20d-806d-4db2-b718-024f801dc43e {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:20.423770 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37914) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:20.428351 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5154a20d-806d-4db2-b718-024f801dc43e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5154a20d-806d-4db2-b718-024f801dc43e,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:20.470515 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a0a0fe00-9ca9-4ccc-a0d0-d4bf10604568 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e8ca002bc9b4c19b462fca206bd3d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448940 Sep 22 20:03:20.473203 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37918) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:20.506435 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:20.507104 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:03:20.535222 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-542332b1-0881-41d0-bc08-0583a034fac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:20.545827 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-542332b1-0881-41d0-bc08-0583a034fac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:20.581202 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5154a20d-806d-4db2-b718-024f801dc43e,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:20.641537 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:20.657017 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'port_id': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'mac_address': 'fa:16:3e:06:86:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:03:20.661639 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-542332b1-0881-41d0-bc08-0583a034fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:20.664117 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-542332b1-0881-41d0-bc08-0583a034fac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:20.667891 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-542332b1-0881-41d0-bc08-0583a034fac8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7425cf9f-ba31-4a77-9d79-2b956abd15dc HTTP/1.1" status: 204 len: 168 time: 0.1934636 Sep 22 20:03:20.679130 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542332b1-0881-41d0-bc08-0583a034fac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7425cf9f-ba31-4a77-9d79-2b956abd15dc,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:20.697621 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ea274-f8eb-42db-b028-4750b3b4bcca req-64507865-e792-48b1-a235-d569e20e4506 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:20.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6b5ea274-f8eb-42db-b028-4750b3b4bcca req-64507865-e792-48b1-a235-d569e20e4506 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 945 time: 0.0662949 Sep 22 20:03:20.713383 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:20.727819 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fab877f-6fef-4f3c-9bd2-0767d753280c {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:20.752445 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6b5ea274-f8eb-42db-b028-4750b3b4bcca req-b24024b0-03b2-41cc-8ea1-607d2ed15d0d tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Sep 22 20:03:20.752556 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:20.841767 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:20.842609 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device a27a4a3b-30cd-4a76-972f-febbf6957ce8 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:03:20.900796 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:21.011742 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37934) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:21.022973 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f020cc-ae97-452d-965e-f5cd996b5f5d req-d1b1694f-e85c-47eb-a8d1-5e735ebd3fbb tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:21.024527 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a4f020cc-ae97-452d-965e-f5cd996b5f5d req-d1b1694f-e85c-47eb-a8d1-5e735ebd3fbb tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Sep 22 20:03:21.093007 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a4f020cc-ae97-452d-965e-f5cd996b5f5d req-46262d3b-2c82-4b44-9e67-bb8e9345de94 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497465 Sep 22 20:03:21.160701 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0e733660-93a3-409f-997c-b162890e6430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.210282 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port a27a4a3b-30cd-4a76-972f-febbf6957ce8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a27a4a3b-30cd-4a76-972f-febbf6957ce8,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:21.222174 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': 'a27a4a3b-30cd-4a76-972f-febbf6957ce8', 'network_id': '0055dd6c-04a7-4f1a-bffa-800ab71fadea', 'port_id': 'a27a4a3b-30cd-4a76-972f-febbf6957ce8', 'mac_address': 'fa:16:3e:84:a7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e59c1c-e5ce-451b-be82-181ff2ed6b63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:03:21.266361 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.280413 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a27a4a3b-30cd-4a76-972f-febbf6957ce8 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:21.307639 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port a27a4a3b-30cd-4a76-972f-febbf6957ce8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a27a4a3b-30cd-4a76-972f-febbf6957ce8,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:21.311830 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0e733660-93a3-409f-997c-b162890e6430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.404158 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.407823 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0e733660-93a3-409f-997c-b162890e6430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.451149 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-0e733660-93a3-409f-997c-b162890e6430 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=746116d4704047bba3d6164a0a7ce028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354563 Sep 22 20:03:21.451149 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e733660-93a3-409f-997c-b162890e6430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6433b8-6b51-472f-ac34-82012d809983,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:21.453680 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 37948) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:21.482504 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=a27a4a3b-30cd-4a76-972f-febbf6957ce8,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:21.524179 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61482657-709c-4369-9f7f-e7007a4c1058 req-f0f95def-43de-4960-958e-bc21b507358a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:21.525779 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-61482657-709c-4369-9f7f-e7007a4c1058 req-f0f95def-43de-4960-958e-bc21b507358a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 944 time: 0.1357307 Sep 22 20:03:21.536617 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa0b3-38cd-424b-89b5-798cc8822b85 req-0b0ca059-e6f8-4408-be69-f29f05889f3f tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:21.538239 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-414fa0b3-38cd-424b-89b5-798cc8822b85 req-0b0ca059-e6f8-4408-be69-f29f05889f3f tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 945 time: 0.1458597 Sep 22 20:03:21.601312 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-78994092-a70d-47ac-8d97-e0c8f19cd291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.623326 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-61482657-709c-4369-9f7f-e7007a4c1058 req-4d6290c7-7f7f-40b4-9f44-09aba28b4bec tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794523 Sep 22 20:03:21.639474 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37960) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:21.656173 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-414fa0b3-38cd-424b-89b5-798cc8822b85 req-bc7bd65a-99ef-418d-b018-01789937a499 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007740 Sep 22 20:03:21.665246 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-78994092-a70d-47ac-8d97-e0c8f19cd291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.711168 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['7fab877f-6fef-4f3c-9bd2-0767d753280c'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:03:21.714464 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-1e28308d-3d87-47bb-bf61-02de3d5f7859 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b3dd812645d43d5b48c05c239dcb46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731716 Sep 22 20:03:21.716807 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37962) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:21.764289 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['5154a20d-806d-4db2-b718-024f801dc43e'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:03:21.777315 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['a27a4a3b-30cd-4a76-972f-febbf6957ce8'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:03:21.781330 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-59d63c2c-d470-494c-87f9-eac511e078f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.807530 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-59d63c2c-d470-494c-87f9-eac511e078f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.838168 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-78994092-a70d-47ac-8d97-e0c8f19cd291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.841304 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-78994092-a70d-47ac-8d97-e0c8f19cd291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.842830 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-78994092-a70d-47ac-8d97-e0c8f19cd291 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab6433b8-6b51-472f-ac34-82012d809983 HTTP/1.1" status: 204 len: 168 time: 0.3761306 Sep 22 20:03:21.851804 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78994092-a70d-47ac-8d97-e0c8f19cd291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6433b8-6b51-472f-ac34-82012d809983,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:21.958144 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-59d63c2c-d470-494c-87f9-eac511e078f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.960881 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-59d63c2c-d470-494c-87f9-eac511e078f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:21.962406 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-59d63c2c-d470-494c-87f9-eac511e078f0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f730cbf4-4a48-45e6-ae16-86500e4ca8da HTTP/1.1" status: 204 len: 168 time: 0.2432935 Sep 22 20:03:21.975934 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d63c2c-d470-494c-87f9-eac511e078f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f730cbf4-4a48-45e6-ae16-86500e4ca8da,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:22.215401 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:22.218874 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f1e40-7475-42c0-b114-40a8f76b6f8f req-3b3d881b-0633-40ab-bff1-12b1f587e989 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:22.220623 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f15f1e40-7475-42c0-b114-40a8f76b6f8f req-3b3d881b-0633-40ab-bff1-12b1f587e989 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.0522928 Sep 22 20:03:22.260868 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f15f1e40-7475-42c0-b114-40a8f76b6f8f req-c019b568-93ba-4e96-b958-8c338826e909 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326946 Sep 22 20:03:22.733073 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbcc82-266d-4284-972b-83d6ac5d7367 req-67fad404-eb15-4249-a5b2-ed9b73aeb3ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:22.734655 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d7dbcc82-266d-4284-972b-83d6ac5d7367 req-67fad404-eb15-4249-a5b2-ed9b73aeb3ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 944 time: 0.0568900 Sep 22 20:03:22.754556 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 37994) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:22.771747 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-95833e21-0490-4626-a63d-ee38d752317c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:22.812940 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d7dbcc82-266d-4284-972b-83d6ac5d7367 req-be5085c1-e051-46a7-af97-1218668df203 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617065 Sep 22 20:03:22.822386 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d7de-c9cf-4aa1-bb47-4d6a47e9b631 req-54e3d2b8-d791-4e04-b274-944b4eb4d13c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:22.824252 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f85d7de-c9cf-4aa1-bb47-4d6a47e9b631 req-54e3d2b8-d791-4e04-b274-944b4eb4d13c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 945 time: 0.0877979 Sep 22 20:03:22.879648 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f85d7de-c9cf-4aa1-bb47-4d6a47e9b631 req-b868f4eb-01a6-4522-92d4-5643167a396f tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480828 Sep 22 20:03:22.906589 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-95833e21-0490-4626-a63d-ee38d752317c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:23.029352 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:03:23.063900 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-95833e21-0490-4626-a63d-ee38d752317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:23.102389 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-95833e21-0490-4626-a63d-ee38d752317c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=edd769288de84b82975f088be01a2ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459663 Sep 22 20:03:23.104284 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95833e21-0490-4626-a63d-ee38d752317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5712cc47-f395-421c-b0b4-aaff083ed008,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:23.105109 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38012) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:23.156605 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-79a04f8a-60fe-4253-a2ef-71e82f75f2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:23.177236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-79a04f8a-60fe-4253-a2ef-71e82f75f2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:23.342693 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-79a04f8a-60fe-4253-a2ef-71e82f75f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:23.345922 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-79a04f8a-60fe-4253-a2ef-71e82f75f2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:23.349551 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-79a04f8a-60fe-4253-a2ef-71e82f75f2b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5712cc47-f395-421c-b0b4-aaff083ed008 HTTP/1.1" status: 204 len: 168 time: 0.2410576 Sep 22 20:03:23.378391 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a04f8a-60fe-4253-a2ef-71e82f75f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5712cc47-f395-421c-b0b4-aaff083ed008,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:23.412066 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1fbb28-f4fa-4f3b-891f-a3c5de4ef67e req-45969c38-4eca-47bd-a979-a2d652c9e64a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:23.419626 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5d1fbb28-f4fa-4f3b-891f-a3c5de4ef67e req-45969c38-4eca-47bd-a979-a2d652c9e64a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.0884078 Sep 22 20:03:23.453665 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5d1fbb28-f4fa-4f3b-891f-a3c5de4ef67e req-eadcb028-85b8-4812-b6f1-20c3a19ee765 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Sep 22 20:03:23.915629 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786cb80-1641-49a9-b784-3e7ad921a470 req-4892c2ac-a8cb-4bfd-a55c-7c00c8fab08b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:23.917195 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b786cb80-1641-49a9-b784-3e7ad921a470 req-4892c2ac-a8cb-4bfd-a55c-7c00c8fab08b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 944 time: 0.0473106 Sep 22 20:03:23.954814 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b786cb80-1641-49a9-b784-3e7ad921a470 req-022ae38f-f4d8-4f06-a51a-232adad66252 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Sep 22 20:03:24.120059 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7bf41-d058-4771-aa8a-25748f1d58a4 req-8fc8004e-82bd-42ce-8023-b9b54631d8e7 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:24.120217 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-41c7bf41-d058-4771-aa8a-25748f1d58a4 req-8fc8004e-82bd-42ce-8023-b9b54631d8e7 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 945 time: 0.0930269 Sep 22 20:03:24.158567 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-41c7bf41-d058-4771-aa8a-25748f1d58a4 req-404cf4a5-25b6-44d3-ad8d-f8441ad9dab8 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Sep 22 20:03:24.580989 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51604f-7f19-4c84-bb6d-01649b550fe6 req-f000d30a-507b-4133-ab71-822083523784 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:24.582533 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dc51604f-7f19-4c84-bb6d-01649b550fe6 req-f000d30a-507b-4133-ab71-822083523784 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.0491230 Sep 22 20:03:24.620923 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dc51604f-7f19-4c84-bb6d-01649b550fe6 req-e05ef81e-e7f4-4b27-b6a2-749df6f5b68f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321906 Sep 22 20:03:24.845857 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device a27a4a3b-30cd-4a76-972f-febbf6957ce8 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:24.989948 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port a27a4a3b-30cd-4a76-972f-febbf6957ce8 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:03:24.993910 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port a27a4a3b-30cd-4a76-972f-febbf6957ce8 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:24.997702 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.070651 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30025d5-13d6-4d5d-b115-ec5c84f4b41c req-b712bbd0-3f55-4b81-b6ab-f0da334dba56 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:25.072140 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e30025d5-13d6-4d5d-b115-ec5c84f4b41c req-b712bbd0-3f55-4b81-b6ab-f0da334dba56 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 944 time: 0.0534127 Sep 22 20:03:25.072533 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.095220 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146d1545-a0ac-4291-9862-94a4300b4182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27a4a3b-30cd-4a76-972f-febbf6957ce8'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:25.097531 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c35172-9b1d-4612-8070-955d6d381d84" -d '{"events": [{"server_uuid": "146d1545-a0ac-4291-9862-94a4300b4182", "name": "network-vif-plugged", "status": "completed", "tag": "a27a4a3b-30cd-4a76-972f-febbf6957ce8"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:25.109532 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e30025d5-13d6-4d5d-b115-ec5c84f4b41c req-2a8d95a6-4f94-44a1-971b-96a8fcd677c4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313759 Sep 22 20:03:25.111634 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port a27a4a3b-30cd-4a76-972f-febbf6957ce8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a27a4a3b-30cd-4a76-972f-febbf6957ce8,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:25.132537 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63932706-d597-4406-a3f2-ea843bea9a9c x-openstack-request-id: req-63932706-d597-4406-a3f2-ea843bea9a9c {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:25.132844 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146d1545-a0ac-4291-9862-94a4300b4182", "name": "network-vif-plugged", "status": "completed", "tag": "a27a4a3b-30cd-4a76-972f-febbf6957ce8", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:25.133099 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63932706-d597-4406-a3f2-ea843bea9a9c {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:25.133494 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146d1545-a0ac-4291-9862-94a4300b4182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a27a4a3b-30cd-4a76-972f-febbf6957ce8', 'code': 200} Sep 22 20:03:25.184047 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.184820 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5154a20d-806d-4db2-b718-024f801dc43e up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:25.276352 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=a27a4a3b-30cd-4a76-972f-febbf6957ce8,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:25.298598 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a62d2c-b953-4a07-834b-04404cfcce64 req-184a80d1-0671-41e8-9f16-23468d3df883 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:25.300177 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-27a62d2c-b953-4a07-834b-04404cfcce64 req-184a80d1-0671-41e8-9f16-23468d3df883 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 945 time: 0.0678217 Sep 22 20:03:25.338477 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 5154a20d-806d-4db2-b718-024f801dc43e completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:03:25.338686 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-27a62d2c-b953-4a07-834b-04404cfcce64 req-c9f09f40-15c3-499d-b48f-39ce1118e80a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320239 Sep 22 20:03:25.343005 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 5154a20d-806d-4db2-b718-024f801dc43e triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:25.343579 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.378085 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38128) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:25.425877 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.470725 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5154a20d-806d-4db2-b718-024f801dc43e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5154a20d-806d-4db2-b718-024f801dc43e,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:25.491903 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2f6318e3-5bb3-49dc-9633-ca65aaf74a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.546355 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.547278 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:25.581960 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2f6318e3-5bb3-49dc-9633-ca65aaf74a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.622267 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5154a20d-806d-4db2-b718-024f801dc43e,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:25.671945 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2f6318e3-5bb3-49dc-9633-ca65aaf74a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.698064 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 7fab877f-6fef-4f3c-9bd2-0767d753280c completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:03:25.702147 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 7fab877f-6fef-4f3c-9bd2-0767d753280c triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:25.702524 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.735702 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-2f6318e3-5bb3-49dc-9633-ca65aaf74a09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c6c3c9b5855846e39e88b8a38e5ed959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565335 Sep 22 20:03:25.738853 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6318e3-5bb3-49dc-9633-ca65aaf74a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace15d45-3d0e-4526-8ec2-0f28b0568781,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:25.742449 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38140) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:25.765987 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40036ee8-a883-4358-9143-27b2d833de7e req-f9203856-e87f-4c6e-887d-e2ff2e868cf5 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:25.768306 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-40036ee8-a883-4358-9143-27b2d833de7e req-f9203856-e87f-4c6e-887d-e2ff2e868cf5 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.0742497 Sep 22 20:03:25.796691 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-13391a2d-167e-4db8-88fa-62ad42e3639a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.797393 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.809613 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-40036ee8-a883-4358-9143-27b2d833de7e req-cec7ec82-c9af-4dba-b557-2b92a7eed097 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350325 Sep 22 20:03:25.820529 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-13391a2d-167e-4db8-88fa-62ad42e3639a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:25.835140 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:26.018157 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:26.063023 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:26.094993 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-13391a2d-167e-4db8-88fa-62ad42e3639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:26.106891 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-13391a2d-167e-4db8-88fa-62ad42e3639a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:26.106891 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-13391a2d-167e-4db8-88fa-62ad42e3639a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ace15d45-3d0e-4526-8ec2-0f28b0568781 HTTP/1.1" status: 204 len: 168 time: 0.3547254 Sep 22 20:03:26.106891 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13391a2d-167e-4db8-88fa-62ad42e3639a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace15d45-3d0e-4526-8ec2-0f28b0568781,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:26.222452 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb648b-6e95-4cd5-a595-d516d2914f27 req-4ac4eaaf-4d9b-4014-9350-0582f9fc88ad tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:26.223888 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b2cb648b-6e95-4cd5-a595-d516d2914f27 req-4ac4eaaf-4d9b-4014-9350-0582f9fc88ad tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Sep 22 20:03:26.262039 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b2cb648b-6e95-4cd5-a595-d516d2914f27 req-a02e086e-17f9-4187-ac50-0030e2ae4885 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Sep 22 20:03:26.458008 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47af085-afae-4609-b4dc-891a2b2732ba req-f19c6924-6891-4e93-9225-9e6af8c476e7 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:26.459515 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d47af085-afae-4609-b4dc-891a2b2732ba req-f19c6924-6891-4e93-9225-9e6af8c476e7 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0486112 Sep 22 20:03:26.496611 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d47af085-afae-4609-b4dc-891a2b2732ba req-33b1dab1-8ec8-43b0-95c5-53b08010cb26 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311539 Sep 22 20:03:26.731642 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38158) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:26.748870 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-36d35347-edfc-4ae0-bda5-448e9daf986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:26.851601 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-36d35347-edfc-4ae0-bda5-448e9daf986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:26.939025 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d12203-4d82-48e6-a177-e2bd8666845c req-77934af6-eb6e-46f5-94bd-06142e6e0e56 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:26.940490 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b4d12203-4d82-48e6-a177-e2bd8666845c req-77934af6-eb6e-46f5-94bd-06142e6e0e56 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0491319 Sep 22 20:03:26.980319 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b4d12203-4d82-48e6-a177-e2bd8666845c req-16a4366d-6b18-4113-a2af-366908883331 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332971 Sep 22 20:03:26.983849 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-36d35347-edfc-4ae0-bda5-448e9daf986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:27.021854 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d35347-edfc-4ae0-bda5-448e9daf986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f19221-03fe-402c-9aaa-a9b7baf9293d,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:27.026761 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-36d35347-edfc-4ae0-bda5-448e9daf986e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9866f029650e4a28b3fafbee05ecc93d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939808 Sep 22 20:03:27.029362 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38162) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:27.077809 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5b391b88-4c2c-41b9-a601-7ae282abac00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:27.094608 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185dadc-21d3-4a80-bce3-6d87a30d2454 req-2cf0ae93-9341-47d7-8045-a2b6c1f5ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:27.096046 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7185dadc-21d3-4a80-bce3-6d87a30d2454 req-2cf0ae93-9341-47d7-8045-a2b6c1f5ed24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 1098 time: 0.0432522 Sep 22 20:03:27.099621 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5b391b88-4c2c-41b9-a601-7ae282abac00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:27.132688 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7185dadc-21d3-4a80-bce3-6d87a30d2454 req-1d543c5c-e2f9-46de-94dc-ebee98139029 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272889 Sep 22 20:03:27.134281 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e322b388-30b5-4d83-a436-4582f4466c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5154a20d-806d-4db2-b718-024f801dc43e'}, {'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:27.136760 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43b277f-f811-4b26-a9ba-dd0b4498d551" -d '{"events": [{"server_uuid": "e322b388-30b5-4d83-a436-4582f4466c04", "name": "network-vif-plugged", "status": "completed", "tag": "5154a20d-806d-4db2-b718-024f801dc43e"}, {"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-plugged", "status": "completed", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:27.177798 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef4be0d-aa98-4853-b4e0-a6c22285f02f x-openstack-request-id: req-fef4be0d-aa98-4853-b4e0-a6c22285f02f {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:27.178093 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e322b388-30b5-4d83-a436-4582f4466c04", "name": "network-vif-plugged", "status": "completed", "tag": "5154a20d-806d-4db2-b718-024f801dc43e", "code": 200}, {"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-plugged", "status": "completed", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:27.178341 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fef4be0d-aa98-4853-b4e0-a6c22285f02f {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:27.178873 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e322b388-30b5-4d83-a436-4582f4466c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5154a20d-806d-4db2-b718-024f801dc43e', 'code': 200} Sep 22 20:03:27.179134 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'code': 200} Sep 22 20:03:27.243746 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5b391b88-4c2c-41b9-a601-7ae282abac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:27.246323 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5b391b88-4c2c-41b9-a601-7ae282abac00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:27.247496 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5b391b88-4c2c-41b9-a601-7ae282abac00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37f19221-03fe-402c-9aaa-a9b7baf9293d HTTP/1.1" status: 204 len: 168 time: 0.2171762 Sep 22 20:03:27.255490 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b391b88-4c2c-41b9-a601-7ae282abac00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f19221-03fe-402c-9aaa-a9b7baf9293d,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:27.381893 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d3768-48b7-4a4d-b3cc-2d3e73be1fbc req-3b8c64c8-a13b-40a0-b989-f1706db84844 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:27.387774 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-315d3768-48b7-4a4d-b3cc-2d3e73be1fbc req-3b8c64c8-a13b-40a0-b989-f1706db84844 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0593379 Sep 22 20:03:27.435182 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-315d3768-48b7-4a4d-b3cc-2d3e73be1fbc req-a2ce9ad2-b8b4-4c2a-b881-0a21de93c516 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464504 Sep 22 20:03:27.615437 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741140c1-e7d7-48cb-83ae-7fa8a46d961e req-4b1372d1-759c-4774-9444-35816714c697 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:27.616968 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-741140c1-e7d7-48cb-83ae-7fa8a46d961e req-4b1372d1-759c-4774-9444-35816714c697 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0537419 Sep 22 20:03:27.687194 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e780756-4065-45c8-a2f7-618d1c96fd47 req-24ccdc44-1dd8-4010-9c9f-b32f53cbf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:27.689169 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-3e780756-4065-45c8-a2f7-618d1c96fd47 req-24ccdc44-1dd8-4010-9c9f-b32f53cbf00f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 1099 time: 0.0508552 Sep 22 20:03:27.706084 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-741140c1-e7d7-48cb-83ae-7fa8a46d961e req-36f0235a-d5d2-4625-a351-2e2646268769 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787184 Sep 22 20:03:27.717212 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582dab4-8e60-4a1d-9238-e8e0d4b1223c req-2b3a93e1-d234-49ed-ae1c-4f5142777d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:27.718783 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9582dab4-8e60-4a1d-9238-e8e0d4b1223c req-2b3a93e1-d234-49ed-ae1c-4f5142777d73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 1099 time: 0.0751562 Sep 22 20:03:27.745892 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-3e780756-4065-45c8-a2f7-618d1c96fd47 req-c414c9e1-d895-49d4-9d9d-a20eb52ccf6c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479083 Sep 22 20:03:27.764447 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9582dab4-8e60-4a1d-9238-e8e0d4b1223c req-27340844-5d02-4020-b0ff-fc93258497f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365078 Sep 22 20:03:27.921609 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38198) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:28.032751 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-1547192b-d899-426e-a797-66290f96226d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:28.098716 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c56bb-dc85-4f90-954e-6f23f408684f req-a791e949-1caf-41d6-b06c-835777191048 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:28.100191 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8f2c56bb-dc85-4f90-954e-6f23f408684f req-a791e949-1caf-41d6-b06c-835777191048 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0482001 Sep 22 20:03:28.125860 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-1547192b-d899-426e-a797-66290f96226d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:28.139036 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8f2c56bb-dc85-4f90-954e-6f23f408684f req-98ccbb8a-74a6-4f0f-9529-6133a5ca99fb tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326858 Sep 22 20:03:28.306619 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-1547192b-d899-426e-a797-66290f96226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:28.345098 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-1547192b-d899-426e-a797-66290f96226d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15e520ff3f6e4690b0995527ea554e39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217064 Sep 22 20:03:28.345808 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547192b-d899-426e-a797-66290f96226d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c3cce6-3b1d-4e8f-a2f7-2203b6c222ea,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:28.347935 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38210) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:28.406513 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5291ebd1-4774-4a73-b5b8-dac5eadd4f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:28.426116 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5291ebd1-4774-4a73-b5b8-dac5eadd4f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:28.572489 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a41d65-7825-459a-af54-b7e4a200baab req-a424b756-ad71-4254-aeec-41d30347b4de tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:28.574040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-87a41d65-7825-459a-af54-b7e4a200baab req-a424b756-ad71-4254-aeec-41d30347b4de tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0532625 Sep 22 20:03:28.593393 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5291ebd1-4774-4a73-b5b8-dac5eadd4f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:28.595946 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5291ebd1-4774-4a73-b5b8-dac5eadd4f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:28.597142 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-5291ebd1-4774-4a73-b5b8-dac5eadd4f3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35c3cce6-3b1d-4e8f-a2f7-2203b6c222ea HTTP/1.1" status: 204 len: 168 time: 0.2481351 Sep 22 20:03:28.616723 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291ebd1-4774-4a73-b5b8-dac5eadd4f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c3cce6-3b1d-4e8f-a2f7-2203b6c222ea,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:28.633992 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-87a41d65-7825-459a-af54-b7e4a200baab req-b1c8979f-2f9e-47e4-bc1d-0195671c1a44 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530951 Sep 22 20:03:28.823631 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41566f5-8c7a-4fdb-8a58-fda6c05626d0 req-f1652da2-4170-44e4-a194-c78915ed1858 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:28.825099 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d41566f5-8c7a-4fdb-8a58-fda6c05626d0 req-f1652da2-4170-44e4-a194-c78915ed1858 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0661423 Sep 22 20:03:28.865410 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d41566f5-8c7a-4fdb-8a58-fda6c05626d0 req-3e4bfdfe-bd77-417d-b773-9d329992693b tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328660 Sep 22 20:03:29.264035 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229b76d-d892-42c0-b3f2-7eeb63a99df9 req-df739026-6229-486d-b6ad-3e30df81acca tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:29.265553 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5229b76d-d892-42c0-b3f2-7eeb63a99df9 req-df739026-6229-486d-b6ad-3e30df81acca tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0524995 Sep 22 20:03:29.304539 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5229b76d-d892-42c0-b3f2-7eeb63a99df9 req-cafcf591-c179-43f2-9ff5-111ad8aec63c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Sep 22 20:03:29.770046 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a723e6-a8bb-4e48-9346-62ac06631061 req-c7d03254-bd81-426f-85c2-c9a1aae97518 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:29.786376 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-90a723e6-a8bb-4e48-9346-62ac06631061 req-c7d03254-bd81-426f-85c2-c9a1aae97518 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0672212 Sep 22 20:03:29.823544 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-90a723e6-a8bb-4e48-9346-62ac06631061 req-60633a23-6e2f-47cf-935f-ff5d249f26d6 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Sep 22 20:03:29.987893 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33000cc7-b2fe-40c1-bb06-0fd9265b57cd req-eb7575bd-b816-46a6-bfc5-e426f97f1c0e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:29.988946 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-33000cc7-b2fe-40c1-bb06-0fd9265b57cd req-eb7575bd-b816-46a6-bfc5-e426f97f1c0e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0493305 Sep 22 20:03:30.026281 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-33000cc7-b2fe-40c1-bb06-0fd9265b57cd req-0af11042-050b-4ee5-b29f-12d517c615b0 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310192 Sep 22 20:03:30.187018 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1e696-3ebf-48f8-962d-2c50732fc8aa req-38f80ac5-b2b3-489a-b3ab-84b3020f69df tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:30.189085 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1ec1e696-3ebf-48f8-962d-2c50732fc8aa req-38f80ac5-b2b3-489a-b3ab-84b3020f69df tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0522034 Sep 22 20:03:30.198041 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38302) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:30.202421 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'floatingip': {'port_id': '5154a20d-806d-4db2-b718-024f801dc43e'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:30.283175 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:30.808045 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227966fc-0948-4bd1-b00f-13dd095c87f5 req-8fe25384-c709-437c-8f0d-4d12e4ce58e7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:30.809508 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-227966fc-0948-4bd1-b00f-13dd095c87f5 req-8fe25384-c709-437c-8f0d-4d12e4ce58e7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.4213746 Sep 22 20:03:30.815881 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-21091eb0-4185-49bd-8b07-8dccc95a64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:30.817416 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-21091eb0-4185-49bd-8b07-8dccc95a64c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 1098 time: 0.3896866 Sep 22 20:03:30.824590 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7da78-af62-4dfd-bb1e-888cc62e24a1 req-ee74bdf1-09e6-4aac-b854-2967c177ece3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:30.826018 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-aaa7da78-af62-4dfd-bb1e-888cc62e24a1 req-ee74bdf1-09e6-4aac-b854-2967c177ece3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.3669472 Sep 22 20:03:31.017040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-aaa7da78-af62-4dfd-bb1e-888cc62e24a1 req-4f66f9a9-1155-4b8b-bf8c-3aeb377e8722 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754186 Sep 22 20:03:31.033171 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-227966fc-0948-4bd1-b00f-13dd095c87f5 req-4ca05bee-07f8-4ea2-bb8c-de1e8161fa96 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050884 Sep 22 20:03:31.123383 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-a2692119-87a4-4d9d-91a5-381292cf7359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:31.124449 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-a2692119-87a4-4d9d-91a5-381292cf7359 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 920 time: 0.2975447 Sep 22 20:03:31.206528 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-2ef62533-f014-4c0b-ae7d-cb865847e505 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a4a3b-30cd-4a76-972f-febbf6957ce8 HTTP/1.1" status: 200 len: 217 time: 0.0649481 Sep 22 20:03:31.340426 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace19e15-92a6-49ce-bff3-acdc036d8cb1 req-e2d3388b-fd9f-40b6-8aaf-5451cfcbaeed tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:31.341883 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ace19e15-92a6-49ce-bff3-acdc036d8cb1 req-e2d3388b-fd9f-40b6-8aaf-5451cfcbaeed tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.2386692 Sep 22 20:03:31.350851 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38344) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:31.358290 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'floatingip': {'port_id': '7fab877f-6fef-4f3c-9bd2-0767d753280c'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:31.410302 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-d1062160-3908-481e-a06c-22c8bb991951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:31.415996 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-d1062160-3908-481e-a06c-22c8bb991951 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.1935263 Sep 22 20:03:31.462763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-a608134e-70aa-4e61-bcbf-f1121be87cd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377572 Sep 22 20:03:31.466831 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.db.resource_extend [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 20:03:31.467531 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:31.628187 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:31.661656 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-76d22322-100b-4fe4-aa9b-bf1b6fccd28b service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457992 Sep 22 20:03:31.704999 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:31.843262 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96edc09a-bb3d-4667-82d9-7eb6b8a7c83d req-0d4f3e52-df40-4522-adb5-9c7637aacc3e service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731453 Sep 22 20:03:31.858698 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Floating IP 87f7441f-f712-4417-bdde-cced807ab247 associated. External IP: 172.27.2.154, port: 5154a20d-806d-4db2-b718-024f801dc43e. Sep 22 20:03:32.125780 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Router 81eaa075-5ce6-436d-9df6-0832335eaae0 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:03:32.334303 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:32.406890 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:32.517183 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.l3_db [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Floating IP 4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9 associated. External IP: 172.27.2.207, port: 7fab877f-6fef-4f3c-9bd2-0767d753280c. Sep 22 20:03:32.532905 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d944d0d-69d6-48f2-9a22-8e88b209d404 req-2231411a-5cc0-4b95-9f11-bb49f33c7e0a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:32.536824 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9d944d0d-69d6-48f2-9a22-8e88b209d404 req-2231411a-5cc0-4b95-9f11-bb49f33c7e0a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0942471 Sep 22 20:03:32.555802 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:03:32.560350 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:32.569469 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] Sync routers for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:03:32.580278 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:03:32.580880 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:03:16Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:32.613284 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e5b153d2-afe3-4bd6-8f52-d4ed877f88a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "PUT /v2.0/floatingips/87f7441f-f712-4417-bdde-cced807ab247 HTTP/1.1" status: 200 len: 992 time: 2.4094434 Sep 22 20:03:32.613284 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e322b388-30b5-4d83-a436-4582f4466c04', 'tag': '5154a20d-806d-4db2-b718-024f801dc43e'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:32.614120 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642d2226-cfa0-4e59-8714-aaf52e804abf" -d '{"events": [{"name": "network-changed", "server_uuid": "e322b388-30b5-4d83-a436-4582f4466c04", "tag": "5154a20d-806d-4db2-b718-024f801dc43e"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:32.620278 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9d944d0d-69d6-48f2-9a22-8e88b209d404 req-72856f8e-6766-44f2-be6a-28506d8082aa tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782278 Sep 22 20:03:32.689683 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61102bc4-a76d-487d-b845-81a44378e696 x-openstack-request-id: req-61102bc4-a76d-487d-b845-81a44378e696 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:32.689683 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e322b388-30b5-4d83-a436-4582f4466c04", "tag": "5154a20d-806d-4db2-b718-024f801dc43e", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:32.689683 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61102bc4-a76d-487d-b845-81a44378e696 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:32.689683 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e322b388-30b5-4d83-a436-4582f4466c04', 'tag': '5154a20d-806d-4db2-b718-024f801dc43e', 'status': 'completed', 'code': 200} Sep 22 20:03:32.697548 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:03:32.751712 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Router 3d68e025-50e1-401e-b15d-35ec5b07ed6c has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:03:32.770981 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-68655d92-d99a-4771-bea0-701e7237e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:32.778890 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-68655d92-d99a-4771-bea0-701e7237e768 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 1099 time: 0.0536873 Sep 22 20:03:32.824916 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38394) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:32.897346 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-d7705702-737c-4d45-9a89-e6719e0d3c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:32.898856 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-d7705702-737c-4d45-9a89-e6719e0d3c7a service neutron] 10.222.0.36 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 911 time: 0.1185043 Sep 22 20:03:32.928571 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:03:32.935864 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:32.941955 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] Sync routers for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:03:32.955069 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:03:32.955842 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:03:16Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:32.968424 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-69c3980f-1f3c-49d9-b9c6-291737b5015a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "PUT /v2.0/floatingips/4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9 HTTP/1.1" status: 200 len: 992 time: 1.6150575 Sep 22 20:03:32.968924 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:32.971594 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5088c5ce-1970-496e-a088-4b1486a6a547" -d '{"events": [{"name": "network-changed", "server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:33.013978 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bcc76ad8-fe0d-4160-95fb-56cee8420f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:33.062911 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313e20fb-8052-469f-9ac2-b21a915d1be0 x-openstack-request-id: req-313e20fb-8052-469f-9ac2-b21a915d1be0 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:33.063547 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:33.063796 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-313e20fb-8052-469f-9ac2-b21a915d1be0 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:33.064655 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'status': 'completed', 'code': 200} Sep 22 20:03:33.128397 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-5901e41d-b5e7-4bff-b8f1-cbdb0e7d30e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5154a20d-806d-4db2-b718-024f801dc43e HTTP/1.1" status: 200 len: 1000 time: 0.2182634 Sep 22 20:03:33.134581 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '87f7441f-f712-4417-bdde-cced807ab247', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'port_id': '5154a20d-806d-4db2-b718-024f801dc43e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'mac_address': 'fa:16:3e:fc:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e322b388-30b5-4d83-a436-4582f4466c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:03:00Z', 'updated_at': '2021-09-22T20:03:31Z', 'revision_number': 1, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:33.176990 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-384ebce6-45bb-4729-8dbf-e63eaecb0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:33.178811 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-384ebce6-45bb-4729-8dbf-e63eaecb0036 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 1099 time: 0.0985365 Sep 22 20:03:33.209850 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] Checking router: 81eaa075-5ce6-436d-9df6-0832335eaae0 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:03:33.236723 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:03:33.237358 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:03:16Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:33.245383 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-33e260f4-6154-462f-86fe-2139875deafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:33.247117 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-33e260f4-6154-462f-86fe-2139875deafc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 200 len: 849 time: 0.0955710 Sep 22 20:03:33.258418 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bcc76ad8-fe0d-4160-95fb-56cee8420f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:33.296642 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:03:33.346114 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-06d6642a-d983-4773-8f1e-8c3ce4cfdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:33.349038 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-06d6642a-d983-4773-8f1e-8c3ce4cfdf68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62c5057d-2105-4af1-b967-04704345cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905149 Sep 22 20:03:33.355896 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-7dcfe67b-cc48-4297-9d46-9730fccbd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:33.357528 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-7dcfe67b-cc48-4297-9d46-9730fccbd251 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.1670439 Sep 22 20:03:33.358714 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bcc76ad8-fe0d-4160-95fb-56cee8420f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:33.406148 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:03:33.498338 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-1197347a-861b-43aa-9cf0-846fab5ab2bd service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345460 Sep 22 20:03:33.584666 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-27b0e817-81cc-400f-8706-f58cab6b90a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c HTTP/1.1" status: 200 len: 1000 time: 0.2093093 Sep 22 20:03:33.593632 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc76ad8-fe0d-4160-95fb-56cee8420f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6acc71-d5b8-45bd-9ced-104ca64f0678,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:33.610054 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-bcc76ad8-fe0d-4160-95fb-56cee8420f2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fc1c7af99f0497f92e8d5aa274bb6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7815638 Sep 22 20:03:33.610968 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38420) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:33.689781 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-642d2226-cfa0-4e59-8714-aaf52e804abf req-04a2fbed-d55e-4edb-b7d5-807ccd3b058a service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755917 Sep 22 20:03:33.712693 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'port_id': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'mac_address': 'fa:16:3e:06:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:02:59Z', 'updated_at': '2021-09-22T20:03:32Z', 'revision_number': 1, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:33.728283 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-c25f9c0c-733b-40ae-83fc-6733815419de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:33.729768 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-c25f9c0c-733b-40ae-83fc-6733815419de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.1116219 Sep 22 20:03:33.755030 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e58f861c-8a44-4d80-926f-b47e63ddee1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:33.786397 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] Checking router: 3d68e025-50e1-401e-b15d-35ec5b07ed6c for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:03:33.812740 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:03:33.814055 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:03:16Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:33.846336 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88feac-fb48-4a58-94e0-d819a3771e5c req-d6053c73-01e8-4f7e-aa52-8aa8e98392e8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:33.847971 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb88feac-fb48-4a58-94e0-d819a3771e5c req-d6053c73-01e8-4f7e-aa52-8aa8e98392e8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.1053746 Sep 22 20:03:33.862254 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '87f7441f-f712-4417-bdde-cced807ab247', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'port_id': '5154a20d-806d-4db2-b718-024f801dc43e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'mac_address': 'fa:16:3e:fc:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e322b388-30b5-4d83-a436-4582f4466c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:03:00Z', 'updated_at': '2021-09-22T20:03:31Z', 'revision_number': 1, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:33.898875 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c208e5-6752-4812-a356-9fc1ca77dcbd None None] The sync data for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi is: [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '87f7441f-f712-4417-bdde-cced807ab247', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'floating_ip_address': '172.27.2.154', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'port_id': '5154a20d-806d-4db2-b718-024f801dc43e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'mac_address': 'fa:16:3e:fc:aa:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e322b388-30b5-4d83-a436-4582f4466c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:03:00Z', 'updated_at': '2021-09-22T20:03:31Z', 'revision_number': 1, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:03:33.993271 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb88feac-fb48-4a58-94e0-d819a3771e5c req-6e3eeea4-16cf-4b76-a3dd-b02e49ea5fe7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635586 Sep 22 20:03:33.995031 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:03:34.070359 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e58f861c-8a44-4d80-926f-b47e63ddee1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:34.107785 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-e41557fd-e7d1-4a2f-be51-26a8748f4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:34.109299 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-e41557fd-e7d1-4a2f-be51-26a8748f4c67 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3554027 Sep 22 20:03:34.223226 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e58f861c-8a44-4d80-926f-b47e63ddee1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:34.226169 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e58f861c-8a44-4d80-926f-b47e63ddee1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:34.229827 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e58f861c-8a44-4d80-926f-b47e63ddee1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e6acc71-d5b8-45bd-9ced-104ca64f0678 HTTP/1.1" status: 204 len: 168 time: 0.6155388 Sep 22 20:03:34.238391 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65231975-68ed-4af9-b052-1b2818fcbbb1 None None] New status for floating IP 87f7441f-f712-4417-bdde-cced807ab247: ACTIVE {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:03:34.249096 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'port_id': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'mac_address': 'fa:16:3e:06:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:02:59Z', 'updated_at': '2021-09-22T20:03:32Z', 'revision_number': 1, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:34.280566 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41f3bf4-2de3-4e3e-955a-8414921d810c None None] The sync data for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi is: [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'floating_ip_address': '172.27.2.207', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'port_id': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'mac_address': 'fa:16:3e:06:86:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:02:59Z', 'updated_at': '2021-09-22T20:03:32Z', 'revision_number': 1, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:03:34.295888 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f861c-8a44-4d80-926f-b47e63ddee1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6acc71-d5b8-45bd-9ced-104ca64f0678,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:34.324425 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-f976dbc8-c77a-49f0-9f00-ff645b2a26a6 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997962 Sep 22 20:03:34.464074 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-5088c5ce-1970-496e-a088-4b1486a6a547 req-9297c8d4-c8c4-442c-b4dd-68776e1f3a63 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286061 Sep 22 20:03:34.584331 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197af4a5-e431-4505-8ebd-7310952f5b89 None None] New status for floating IP 4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9: ACTIVE {{(pid=101138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:03:35.103818 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b7d2-9452-4862-8902-02fe2f1e3087 req-0a102119-947e-4316-b7ab-192f196b4912 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:35.110484 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38478) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:35.119427 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7e1b7d2-9452-4862-8902-02fe2f1e3087 req-0a102119-947e-4316-b7ab-192f196b4912 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0649920 Sep 22 20:03:35.128572 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-09968337-4dbd-40c3-a7af-114f69015d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:35.161830 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f7e1b7d2-9452-4862-8902-02fe2f1e3087 req-16e6d8d6-d44e-4a3b-9b25-ffa04373d09d tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Sep 22 20:03:35.244179 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-09968337-4dbd-40c3-a7af-114f69015d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:35.349505 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-09968337-4dbd-40c3-a7af-114f69015d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:35.408211 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-09968337-4dbd-40c3-a7af-114f69015d5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a1a3814eb6d04f4682c048942a1d40eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938192 Sep 22 20:03:35.408211 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09968337-4dbd-40c3-a7af-114f69015d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217b6f4b-4739-45e7-8fcf-2104baed4f36,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:35.408975 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38496) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:35.463396 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-52b25a85-906b-4586-b5fa-00e10863ec67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:35.488042 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-52b25a85-906b-4586-b5fa-00e10863ec67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:35.603183 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-52b25a85-906b-4586-b5fa-00e10863ec67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:35.605865 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-52b25a85-906b-4586-b5fa-00e10863ec67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:35.607012 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-52b25a85-906b-4586-b5fa-00e10863ec67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/217b6f4b-4739-45e7-8fcf-2104baed4f36 HTTP/1.1" status: 204 len: 168 time: 0.1957042 Sep 22 20:03:35.615824 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b25a85-906b-4586-b5fa-00e10863ec67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217b6f4b-4739-45e7-8fcf-2104baed4f36,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:36.279004 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339e70b-e70b-4d2f-823b-ed93399d9655 req-fcf318eb-229f-4be1-8718-577eb59f06d1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:36.280492 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4339e70b-e70b-4d2f-823b-ed93399d9655 req-fcf318eb-229f-4be1-8718-577eb59f06d1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0482798 Sep 22 20:03:36.318938 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4339e70b-e70b-4d2f-823b-ed93399d9655 req-db1e8230-3d1d-44f1-8718-3040e93b9e8c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318961 Sep 22 20:03:37.153765 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b4682-59d0-4662-a0a9-f79caa3cbc2d req-b6015912-e9b4-4e68-9bfa-6c631b1d901b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:37.155319 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef5b4682-59d0-4662-a0a9-f79caa3cbc2d req-b6015912-e9b4-4e68-9bfa-6c631b1d901b tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 945 time: 0.0543346 Sep 22 20:03:37.211499 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef5b4682-59d0-4662-a0a9-f79caa3cbc2d req-affbb8fc-594c-4b5e-ba81-82cac05f166f tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485103 Sep 22 20:03:37.451599 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ee72-df64-44d2-9ee1-2c4601a5572e req-b6ad392e-98bd-413f-b0e6-20fe567e14c8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:37.455852 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5424ee72-df64-44d2-9ee1-2c4601a5572e req-b6ad392e-98bd-413f-b0e6-20fe567e14c8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0554771 Sep 22 20:03:37.496661 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5424ee72-df64-44d2-9ee1-2c4601a5572e req-32c48c24-b9fc-4857-b87c-9426e1471d57 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Sep 22 20:03:38.350760 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd637a57-6f29-4d9c-9fcf-8cc564a1260d req-8675d7c0-9ccc-44e2-a930-ef490eac6fdb tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:38.352240 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fd637a57-6f29-4d9c-9fcf-8cc564a1260d req-8675d7c0-9ccc-44e2-a930-ef490eac6fdb tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 945 time: 0.0569732 Sep 22 20:03:38.396409 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fd637a57-6f29-4d9c-9fcf-8cc564a1260d req-fe6936bf-82ae-4189-8ea4-d9132a19c127 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372148 Sep 22 20:03:38.621962 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991debf-fa4f-4d77-be25-0b2258fd34c1 req-06e8a026-8de2-4ad7-90a7-ec0cd517913e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:38.626592 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1991debf-fa4f-4d77-be25-0b2258fd34c1 req-06e8a026-8de2-4ad7-90a7-ec0cd517913e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0490525 Sep 22 20:03:38.669025 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1991debf-fa4f-4d77-be25-0b2258fd34c1 req-eb1bf2cf-5466-4b71-8699-08d6fcab06a5 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 Sep 22 20:03:39.294687 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-a5ee15e6-b19c-4b03-894b-59f7ec82bcc7 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:39.296136 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-a5ee15e6-b19c-4b03-894b-59f7ec82bcc7 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.36 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 945 time: 0.0764518 Sep 22 20:03:39.436810 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Deleting port ac763dc0-cd72-4342-bfe8-6b3304992121 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:03:39.436810 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:39.524380 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b415d-f9a5-452e-95e5-a9e62cda0ce4 req-e1e58e28-6657-43cc-9e23-f9abf9a60538 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:39.526524 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c16b415d-f9a5-452e-95e5-a9e62cda0ce4 req-e1e58e28-6657-43cc-9e23-f9abf9a60538 tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 945 time: 0.0502272 Sep 22 20:03:39.548012 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] For port ac763dc0-cd72-4342-bfe8-6b3304992121, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ac763dc0-cd72-4342-bfe8-6b3304992121,segment=NetworkSegment(542ad6ab-64ae-4e9a-978a-23c8a958d65f),segment_id=542ad6ab-64ae-4e9a-978a-23c8a958d65f)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:39.548012 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:39.558866 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Calling delete_port for ac763dc0-cd72-4342-bfe8-6b3304992121 owned by compute:nova {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:03:39.571232 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c16b415d-f9a5-452e-95e5-a9e62cda0ce4 req-6a572a51-a7fe-4095-a295-b0e31afd8ecb tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/security-groups?id=760a7875-6ffe-44e0-952a-238df220b6db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377328 Sep 22 20:03:39.793947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06024f31-da67-4e66-9c9e-3de556fc8f99 req-32d95e06-3ed8-4a71-9cde-429d6781a6e9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:39.795417 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-06024f31-da67-4e66-9c9e-3de556fc8f99 req-32d95e06-3ed8-4a71-9cde-429d6781a6e9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Sep 22 20:03:39.803310 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:39.816961 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['ac763dc0-cd72-4342-bfe8-6b3304992121'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:03:39.831654 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Pushing event deleted for resources: {'Port': ['ID=ac763dc0-cd72-4342-bfe8-6b3304992121,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:39.838799 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-06024f31-da67-4e66-9c9e-3de556fc8f99 req-0b773de8-bea8-41bf-a32b-bc6929d3ea9e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368094 Sep 22 20:03:39.895254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] No DVR routers for this DVR port ac763dc0-cd72-4342-bfe8-6b3304992121 on host hv-cinder-77853 {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:03:39.898233 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:39.900143 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-86ebd71f-b926-409b-8c8b-a0d2a93b7fcc req-5f43e985-db9c-480d-9d76-197876b0ff1a tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.36 "DELETE /v2.0/ports/ac763dc0-cd72-4342-bfe8-6b3304992121 HTTP/1.1" status: 204 len: 173 time: 0.5974758 Sep 22 20:03:39.900583 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84b88d7-1899-424d-8997-4e355ef8aacc', 'name': 'network-vif-deleted', 'tag': 'ac763dc0-cd72-4342-bfe8-6b3304992121'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:39.902811 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73fd7e9e-6c95-442a-962f-83cb8fc10357" -d '{"events": [{"server_uuid": "e84b88d7-1899-424d-8997-4e355ef8aacc", "name": "network-vif-deleted", "tag": "ac763dc0-cd72-4342-bfe8-6b3304992121"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:39.937447 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bb66ec-ecce-4743-8234-a50e39c80474 x-openstack-request-id: req-a0bb66ec-ecce-4743-8234-a50e39c80474 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:39.937790 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84b88d7-1899-424d-8997-4e355ef8aacc", "name": "network-vif-deleted", "tag": "ac763dc0-cd72-4342-bfe8-6b3304992121", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:39.938044 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0bb66ec-ecce-4743-8234-a50e39c80474 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:39.938974 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84b88d7-1899-424d-8997-4e355ef8aacc', 'name': 'network-vif-deleted', 'tag': 'ac763dc0-cd72-4342-bfe8-6b3304992121', 'status': 'completed', 'code': 200} Sep 22 20:03:40.672383 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6cff854d-b425-4f3b-be68-1109f72a600f req-27f7be3c-a745-41cb-a783-9ea7d693377e tempest-DeleteServersTestJSON-688891881 tempest-DeleteServersTestJSON-688891881-project] 10.222.0.11 "GET /v2.0/ports?device_id=e84b88d7-1899-424d-8997-4e355ef8aacc HTTP/1.1" status: 200 len: 210 time: 0.0294693 Sep 22 20:03:40.956813 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4bb02-193a-4e06-99f9-f51db777f999 req-3ad3d13a-0130-48ff-be6b-18c1a4e394fe tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:40.958968 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4b4bb02-193a-4e06-99f9-f51db777f999 req-3ad3d13a-0130-48ff-be6b-18c1a4e394fe tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0499420 Sep 22 20:03:41.012674 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4b4bb02-193a-4e06-99f9-f51db777f999 req-11d995cc-2962-40e7-959b-adffd34c7486 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Sep 22 20:03:41.012674 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38726) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:41.145680 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:41.237859 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:41.320749 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:41.354885 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b469e1112d424a6cbb30ea974bc8c725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410580 Sep 22 20:03:41.357632 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38744) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:41.363592 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a000eb-0151-49c1-81bb-010f1f259b55,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:41.370597 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.370952 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.371298 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.371634 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.371966 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.372298 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.372626 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.372952 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.373277 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.373600 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.373949 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.374267 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f51a17-af79-4067-ab27-41fc7c5d9826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:41.413536 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82db830b-f9f9-4b21-94cd-469cfaf2f125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:41.440744 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82db830b-f9f9-4b21-94cd-469cfaf2f125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:41.620912 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82db830b-f9f9-4b21-94cd-469cfaf2f125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:41.623696 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82db830b-f9f9-4b21-94cd-469cfaf2f125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:41.626329 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-82db830b-f9f9-4b21-94cd-469cfaf2f125 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24a000eb-0151-49c1-81bb-010f1f259b55 HTTP/1.1" status: 204 len: 168 time: 0.2658124 Sep 22 20:03:41.633588 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db830b-f9f9-4b21-94cd-469cfaf2f125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a000eb-0151-49c1-81bb-010f1f259b55,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:42.136866 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8fc43-de8f-4474-a050-e5e0058af2cb req-a3e978d2-be75-453c-8bf0-056ee1176bf8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:42.143618 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bb8fc43-de8f-4474-a050-e5e0058af2cb req-a3e978d2-be75-453c-8bf0-056ee1176bf8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0568051 Sep 22 20:03:42.201062 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bb8fc43-de8f-4474-a050-e5e0058af2cb req-2a00e9a8-d8e2-40f8-bd83-cf7436ec2bef tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544968 Sep 22 20:03:42.767573 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device ac763dc0-cd72-4342-bfe8-6b3304992121 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:03:42.798365 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: ac763dc0-cd72-4342-bfe8-6b3304992121 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:03:42.798690 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device ac763dc0-cd72-4342-bfe8-6b3304992121 not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:03:42.924064 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-629ccbc0-bf39-4768-b783-d1d1dcab093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.268459 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38826) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:43.326986 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2c0dd-501d-4be1-8d22-0e6b45a1c187 req-c8ac90ba-a25b-48e0-945d-fd492dc90fdf tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:43.328760 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a6f2c0dd-501d-4be1-8d22-0e6b45a1c187 req-c8ac90ba-a25b-48e0-945d-fd492dc90fdf tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0556271 Sep 22 20:03:43.368846 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a6f2c0dd-501d-4be1-8d22-0e6b45a1c187 req-486d7aae-2a71-411b-9f9b-49a445ca5502 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340326 Sep 22 20:03:43.378445 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.473053 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.635076 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.674685 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=237cb88666bd407097486740f24f8488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4020782 Sep 22 20:03:43.674685 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8f675-a020-4723-a90d-4a9d772d2d8b,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:43.675078 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38838) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:43.680503 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.680860 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.681204 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.681534 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.681894 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.682236 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.682558 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.682885 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.683226 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.683549 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.683866 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.684182 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454fd2bb-7bd7-484f-808a-ba6948560f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:43.722376 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-70f467ac-e753-49c1-9237-f8766e332014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.742825 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-70f467ac-e753-49c1-9237-f8766e332014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.868945 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38850) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:43.914103 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ebd807-6795-46af-a68f-ca7de7140367 admin admin] Deleting subnet c2228661-0013-4941-84b2-03265ecbf241 {{(pid=101136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:03:43.917316 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd807-6795-46af-a68f-ca7de7140367 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.950730 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd807-6795-46af-a68f-ca7de7140367 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29458065'] for subnet, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.973556 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-70f467ac-e753-49c1-9237-f8766e332014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.976046 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-70f467ac-e753-49c1-9237-f8766e332014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:43.977212 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-70f467ac-e753-49c1-9237-f8766e332014 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93b8f675-a020-4723-a90d-4a9d772d2d8b HTTP/1.1" status: 204 len: 168 time: 0.3011324 Sep 22 20:03:43.991395 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f467ac-e753-49c1-9237-f8766e332014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8f675-a020-4723-a90d-4a9d772d2d8b,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:44.007011 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd807-6795-46af-a68f-ca7de7140367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.167146 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd807-6795-46af-a68f-ca7de7140367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29555261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853086'] for subnet, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.193318 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebd807-6795-46af-a68f-ca7de7140367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2228661-0013-4941-84b2-03265ecbf241,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:44.195327 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b6ebd807-6795-46af-a68f-ca7de7140367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.197181 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-b6ebd807-6795-46af-a68f-ca7de7140367 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c2228661-0013-4941-84b2-03265ecbf241 HTTP/1.1" status: 204 len: 168 time: 0.3271146 Sep 22 20:03:44.199722 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38862) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:44.267960 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.349968 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.372889 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61d1524-16f1-4875-921b-064c7494df74']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:44.384441 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542ad6ab-64ae-4e9a-978a-23c8a958d65f') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:44.384744 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542ad6ab-64ae-4e9a-978a-23c8a958d65f') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:03:44.397229 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.411376 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:03:44.423058 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:03:44.524036 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e73db1-e837-4f29-b49c-6cb4f2aeb2c8 req-32a0fe10-b503-45df-b3fe-48a0caf277a2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:44.525426 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-19e73db1-e837-4f29-b49c-6cb4f2aeb2c8 req-32a0fe10-b503-45df-b3fe-48a0caf277a2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0771627 Sep 22 20:03:44.556901 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38878) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:44.563868 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-19e73db1-e837-4f29-b49c-6cb4f2aeb2c8 req-d64037dd-1229-4789-8b3c-a337b933e1cc tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Sep 22 20:03:44.620337 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.636645 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.638511 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a61d1524-16f1-4875-921b-064c7494df74 HTTP/1.1" status: 204 len: 168 time: 0.4379020 Sep 22 20:03:44.639509 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5be74b-0da8-4d9b-b5ff-f59c18ab1de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a61d1524-16f1-4875-921b-064c7494df74,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:44.661614 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d63b6943-7bca-4b65-ac6f-9d797de038b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.749216 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d63b6943-7bca-4b65-ac6f-9d797de038b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.831552 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38884) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:44.844511 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d63b6943-7bca-4b65-ac6f-9d797de038b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.846749 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-688ebc34-30bd-49ef-9675-3d2ba2a84f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.899934 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d63b6943-7bca-4b65-ac6f-9d797de038b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de3bea1adc2d426db874094397424d28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416712 Sep 22 20:03:44.900065 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38890) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:44.903145 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b6943-7bca-4b65-ac6f-9d797de038b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a83fa5a-1a6e-470b-a2a5-9e71ef4c7314,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:44.961687 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0dfeab95-e76a-4fc0-9d80-765c3422ba47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:44.989177 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0dfeab95-e76a-4fc0-9d80-765c3422ba47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.007583 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38894) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:45.015610 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-688ebc34-30bd-49ef-9675-3d2ba2a84f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.052229 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-dd572709-6ed1-4a69-8634-428cf4c519a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08e0ffce747f4186a15d01ffc60de358&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429513 Sep 22 20:03:45.054829 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38898) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:45.103338 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a0538057-6612-4ff5-8633-4be1d76d2033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.123549 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-688ebc34-30bd-49ef-9675-3d2ba2a84f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.126973 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a0538057-6612-4ff5-8633-4be1d76d2033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.130101 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0dfeab95-e76a-4fc0-9d80-765c3422ba47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.132503 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0dfeab95-e76a-4fc0-9d80-765c3422ba47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.136008 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-0dfeab95-e76a-4fc0-9d80-765c3422ba47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a83fa5a-1a6e-470b-a2a5-9e71ef4c7314 HTTP/1.1" status: 204 len: 168 time: 0.2325940 Sep 22 20:03:45.150814 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-51601cd8-e0cb-4b31-a662-8b8e93e73934 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a336d03c684842beaf782e0d6a96bae7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385873 Sep 22 20:03:45.151308 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeab95-e76a-4fc0-9d80-765c3422ba47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a83fa5a-1a6e-470b-a2a5-9e71ef4c7314,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:45.187257 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-688ebc34-30bd-49ef-9675-3d2ba2a84f8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b018d451fd2b4aa0bc028cfd7d8e9425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523338 Sep 22 20:03:45.189763 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ebc34-30bd-49ef-9675-3d2ba2a84f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220820a6-d891-45da-9b05-d9c7059600f6,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:45.194226 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38912) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:45.251248 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-be50d455-6b20-4915-90c9-bc2d8fb01266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.273643 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-be50d455-6b20-4915-90c9-bc2d8fb01266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.351956 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a0538057-6612-4ff5-8633-4be1d76d2033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.354401 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a0538057-6612-4ff5-8633-4be1d76d2033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.355524 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a0538057-6612-4ff5-8633-4be1d76d2033 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/760a7875-6ffe-44e0-952a-238df220b6db HTTP/1.1" status: 204 len: 168 time: 0.2997482 Sep 22 20:03:45.363900 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0538057-6612-4ff5-8633-4be1d76d2033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760a7875-6ffe-44e0-952a-238df220b6db,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:45.381681 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-7fc91fe9-6dc6-4d5c-97bf-bd71d70f8971 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:45.383585 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-7fc91fe9-6dc6-4d5c-97bf-bd71d70f8971 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239225 Sep 22 20:03:45.414541 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-66ab555a-c312-4e43-b396-f5a399b61ddb tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/quotas/a336d03c684842beaf782e0d6a96bae7 HTTP/1.1" status: 200 len: 375 time: 0.0117300 Sep 22 20:03:45.430261 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-be50d455-6b20-4915-90c9-bc2d8fb01266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.434458 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-be50d455-6b20-4915-90c9-bc2d8fb01266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.438936 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-be50d455-6b20-4915-90c9-bc2d8fb01266 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/220820a6-d891-45da-9b05-d9c7059600f6 HTTP/1.1" status: 204 len: 168 time: 0.2399952 Sep 22 20:03:45.444520 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50d455-6b20-4915-90c9-bc2d8fb01266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220820a6-d891-45da-9b05-d9c7059600f6,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:45.456213 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-5e073c8b-2234-4b0e-92f2-463440bf027d tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a336d03c684842beaf782e0d6a96bae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355880 Sep 22 20:03:45.555421 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ca262dc0-d4d1-4fc9-98ee-b2dec78e6397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:45.705895 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-870d31d6-f3ae-4814-a1d3-5546e0c00261 req-93dc02ea-8745-4179-881b-fdf0a4702e74 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 210 time: 0.0413060 Sep 22 20:03:45.726005 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4b5f8-b3f3-42ff-b827-4744d32fa367 req-94695be1-2009-463e-86bc-78926a9e6404 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:45.726005 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d9a4b5f8-b3f3-42ff-b827-4744d32fa367 req-94695be1-2009-463e-86bc-78926a9e6404 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0885441 Sep 22 20:03:45.769054 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d9a4b5f8-b3f3-42ff-b827-4744d32fa367 req-90b95bc8-16f2-4272-9a10-35f532579467 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386772 Sep 22 20:03:46.183821 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.304190 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38954) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:46.320034 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4586-6d3b-40d0-b6f9-9d39a8811b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.364559 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38956) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:46.371545 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-568c3a52-521e-4213-ae69-4c62cb14686a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.425329 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4586-6d3b-40d0-b6f9-9d39a8811b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.536801 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f9c4586-6d3b-40d0-b6f9-9d39a8811b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.579994 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-9f9c4586-6d3b-40d0-b6f9-9d39a8811b31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c6c85e2d63c452190b08346a32e37ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737346 Sep 22 20:03:46.580805 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c4586-6d3b-40d0-b6f9-9d39a8811b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e72606-3368-4e20-8adb-0c7fa8ae0d7f,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:46.583042 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 38964) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:46.644066 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-568c3a52-521e-4213-ae69-4c62cb14686a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.649366 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.655140 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c3bef967-ddc2-4e48-9b06-8761e345ec2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.678613 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c3bef967-ddc2-4e48-9b06-8761e345ec2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.717094 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-568c3a52-521e-4213-ae69-4c62cb14686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.754513 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-568c3a52-521e-4213-ae69-4c62cb14686a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5034b8cb0b3a4a1abb1663300c048342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945549 Sep 22 20:03:46.756415 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c3a52-521e-4213-ae69-4c62cb14686a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e57e2-f10d-4264-aa41-dddc6db06737,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:46.757180 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 38970) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:46.785584 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d86e47ea-a40a-4b9d-a972-696930627f64 req-3e26f2cc-b5f3-49ae-88f6-deaa7f6212be tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 210 time: 0.0263624 Sep 22 20:03:46.808478 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c3bef967-ddc2-4e48-9b06-8761e345ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.811000 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c3bef967-ddc2-4e48-9b06-8761e345ec2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.814982 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-c3bef967-ddc2-4e48-9b06-8761e345ec2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/33e72606-3368-4e20-8adb-0c7fa8ae0d7f HTTP/1.1" status: 204 len: 168 time: 0.2281797 Sep 22 20:03:46.821235 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fd77-e5dd-4a89-a603-9d467f130fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.822562 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bef967-ddc2-4e48-9b06-8761e345ec2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e72606-3368-4e20-8adb-0c7fa8ae0d7f,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:46.848056 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fd77-e5dd-4a89-a603-9d467f130fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:46.925520 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab900e3c-19d1-4c5b-b35b-7bbfbae21602 req-99c94fa8-eabf-4e61-a2d4-4749e5a80be0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:46.927071 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ab900e3c-19d1-4c5b-b35b-7bbfbae21602 req-99c94fa8-eabf-4e61-a2d4-4749e5a80be0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0611553 Sep 22 20:03:46.964631 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ab900e3c-19d1-4c5b-b35b-7bbfbae21602 req-25cb067c-0bf9-4561-be1f-5cf048005aa2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Sep 22 20:03:47.023728 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fd77-e5dd-4a89-a603-9d467f130fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:47.026306 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dbb0fd77-e5dd-4a89-a603-9d467f130fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:47.027468 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-dbb0fd77-e5dd-4a89-a603-9d467f130fcd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/542e57e2-f10d-4264-aa41-dddc6db06737 HTTP/1.1" status: 204 len: 168 time: 0.2692504 Sep 22 20:03:47.048487 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0fd77-e5dd-4a89-a603-9d467f130fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e57e2-f10d-4264-aa41-dddc6db06737,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:47.720768 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39036) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:47.733484 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a68003fb-0408-4c05-9ff1-7190c47e4c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:47.837803 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a68003fb-0408-4c05-9ff1-7190c47e4c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:47.893645 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ce81a950-98b2-4815-ab8f-4988cb5887ed req-06ad3994-3460-4eab-8ba6-3dd0f0ba072c tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 210 time: 0.0284119 Sep 22 20:03:47.952048 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a68003fb-0408-4c05-9ff1-7190c47e4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:47.996173 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a68003fb-0408-4c05-9ff1-7190c47e4c7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c21c14c22a3466891be122460ab1a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711689 Sep 22 20:03:47.996173 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68003fb-0408-4c05-9ff1-7190c47e4c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd223a9-d77d-4d1c-83e5-85cd0738386f,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:47.996512 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39048) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:48.046796 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-95713283-f7ff-472a-bc57-5c662e6740fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.092752 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-95713283-f7ff-472a-bc57-5c662e6740fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.129236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d6d11-770e-4a90-b263-a3f53a0df090 req-bc540d56-1832-427d-8c50-72ca38ee7865 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:48.130241 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-454893cd-8402-43c7-abc3-a4ae0b20cd28 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a336d03c684842beaf782e0d6a96bae7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296161 Sep 22 20:03:48.130833 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f53d6d11-770e-4a90-b263-a3f53a0df090 req-bc540d56-1832-427d-8c50-72ca38ee7865 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0813880 Sep 22 20:03:48.174808 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f53d6d11-770e-4a90-b263-a3f53a0df090 req-9f123397-38b2-4a91-8021-1afbb8236bc9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363209 Sep 22 20:03:48.269683 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-7e0a2027-797c-4c30-9963-3662cb67f89d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758097 Sep 22 20:03:48.271944 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39056) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:48.312464 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39060) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:48.327792 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-95713283-f7ff-472a-bc57-5c662e6740fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.327792 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-95713283-f7ff-472a-bc57-5c662e6740fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.330824 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-95713283-f7ff-472a-bc57-5c662e6740fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7cd223a9-d77d-4d1c-83e5-85cd0738386f HTTP/1.1" status: 204 len: 168 time: 0.3331587 Sep 22 20:03:48.349672 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95713283-f7ff-472a-bc57-5c662e6740fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd223a9-d77d-4d1c-83e5-85cd0738386f,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:48.405340 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-fe416dc6-11d5-4022-827e-853eb085d5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:48.407134 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-fe416dc6-11d5-4022-827e-853eb085d5d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1098 time: 0.0660710 Sep 22 20:03:48.447026 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-14ccdc16-3d7f-4d0f-b7c2-872bb8ba9bc0 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:48.449388 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.450790 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-14ccdc16-3d7f-4d0f-b7c2-872bb8ba9bc0 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143227 Sep 22 20:03:48.466650 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Request body: {'port': {'device_id': '652b5226-a51e-4739-80d5-b5596aa53f26', 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a', 'admin_state_up': True, 'tenant_id': 'a336d03c684842beaf782e0d6a96bae7'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:48.481369 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1071226909-network', 'tenant_id': '189490ea0f3a444cba34b37428b0e7e3'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:48.490633 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0921b40a-6c28-4ad7-9f86-9908820e6230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.583440 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-72563858-c45e-42b5-825e-ee73ff71fac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:48.584961 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-72563858-c45e-42b5-825e-ee73ff71fac8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 920 time: 0.1455245 Sep 22 20:03:48.642286 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Made reservation on behalf of 189490ea0f3a444cba34b37428b0e7e3 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:48.644525 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.647000 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-686230ce-803a-4470-a168-469b8d953510 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 200 len: 217 time: 0.0524790 Sep 22 20:03:48.662449 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.662616 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.db.api [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 20:03:48.662616 dv-cinder-778534-8-iscsi neutron-server[101137]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 20:03:48.662616 dv-cinder-778534-8-iscsi neutron-server[101137]: [parameters: {'project_id_1': 'a336d03c684842beaf782e0d6a96bae7', 'expiration_1': datetime.datetime(2021, 9, 22, 20, 3, 28, 602539)}] Sep 22 20:03:48.662616 dv-cinder-778534-8-iscsi neutron-server[101137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 20:03:48.663095 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG oslo_db.api [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 20:03:48.743151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-e9770cea-e506-4659-940f-53d9c933e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:48.745027 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-e9770cea-e506-4659-940f-53d9c933e35d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.0697062 Sep 22 20:03:48.786268 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-b58e730f-b973-45b3-9fb7-f0a5d09a26c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296102 Sep 22 20:03:48.835548 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0921b40a-6c28-4ad7-9f86-9908820e6230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:48.900679 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-388e30f2-9aed-42c7-a181-d34129c90437 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967491 Sep 22 20:03:48.907744 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0921b40a-6c28-4ad7-9f86-9908820e6230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.000145 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-0921b40a-6c28-4ad7-9f86-9908820e6230 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7868944bf91b4629985e1c20f5a00e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858912 Sep 22 20:03:49.002797 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39094) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:49.024917 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921b40a-6c28-4ad7-9f86-9908820e6230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05b1b10-d76f-4af7-9d16-1b3be7d7df78,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:49.030312 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3273ed64-9d6b-4665-89bb-c8e2018ab05a req-34f85b60-9c3f-4aad-918a-1518c97b0d17 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 210 time: 0.0567126 Sep 22 20:03:49.064840 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cf414bfb-4575-4d96-b8b4-d3c3e07c4ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.086734 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cf414bfb-4575-4d96-b8b4-d3c3e07c4ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.104197 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdae763-6a34-4ce5-9db4-74ab58317fce req-88e7c83b-54b8-4401-adc9-180326999499 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835964 Sep 22 20:03:49.134472 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.240733 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.244732 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cf414bfb-4575-4d96-b8b4-d3c3e07c4ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.247426 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cf414bfb-4575-4d96-b8b4-d3c3e07c4ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.248582 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-cf414bfb-4575-4d96-b8b4-d3c3e07c4ccd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f05b1b10-d76f-4af7-9d16-1b3be7d7df78 HTTP/1.1" status: 204 len: 168 time: 0.2448289 Sep 22 20:03:49.262208 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf414bfb-4575-4d96-b8b4-d3c3e07c4ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05b1b10-d76f-4af7-9d16-1b3be7d7df78,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:49.288144 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:03:49.310486 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.311003 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Added segment 75ba407e-585d-4581-b59e-6a310ad9ae6f of type vlan for network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 Sep 22 20:03:49.320213 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3569058-ff2b-461b-91a2-5b059dda9ec9,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:49.327446 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Made reservation on behalf of a336d03c684842beaf782e0d6a96bae7 for: {'port': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:49.332777 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.343385 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.359892 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95cca4-21f7-45dc-ac3a-a42ada32a399 req-3954f82d-d5f3-4348-9c22-6946b4e1afd3 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:49.361366 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0e95cca4-21f7-45dc-ac3a-a42ada32a399 req-3954f82d-d5f3-4348-9c22-6946b4e1afd3 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.1094446 Sep 22 20:03:49.373420 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.423748 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0e95cca4-21f7-45dc-ac3a-a42ada32a399 req-89b6d949-4587-4cc5-9795-2d4584e494b5 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543592 Sep 22 20:03:49.472892 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.497698 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.498652 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:49.499263 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.569251 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=1269c2c6-4cac-4899-8fdc-a29aff095bf5,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:49.582711 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:03:49.583767 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.651819 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b3d80-4bf8-43e7-8ec9-b692db917b23,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:49.689928 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-842971a7-75f3-496f-b186-b66af71f1fe4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4166279 Sep 22 20:03:49.692851 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39120) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:49.697715 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Request body: {'subnet': {'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1071226909-subnet', 'tenant_id': '189490ea0f3a444cba34b37428b0e7e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:49.734277 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Allocated IP 192.168.233.74 (981947a1-b106-41c5-9090-178af3c60b6a/6534f233-c715-4a23-aefd-4067f2e7a7b7/33d26708-b27c-4bfc-a956-3e97f12e9a34) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:03:49.803464 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Made reservation on behalf of 189490ea0f3a444cba34b37428b0e7e3 for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:49.805934 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853115'] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:49.884207 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:50.021463 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:50.055257 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29555452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853065'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:50.068950 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Network 981947a1-b106-41c5-9090-178af3c60b6a is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:03:50.072044 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:50.075235 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:03:50.112134 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Pushing event updated for resources: {'Port': ['ID=33d26708-b27c-4bfc-a956-3e97f12e9a34,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:50.126437 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4d0a0fc-8868-4524-a0c4-077784e066d1,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:50.132132 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Checking segment: {'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:50.132616 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Network hostable DHCP agents. Network: 1269c2c6-4cac-4899-8fdc-a29aff095bf5, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:03:50.190635 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:50.191318 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:50.221218 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d7d71-e1ca-42b8-ac62-df66d321d957 req-bb2c8449-2c85-479a-9f95-169a1ca4822d tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:50.224414 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-395d7d71-e1ca-42b8-ac62-df66d321d957 req-bb2c8449-2c85-479a-9f95-169a1ca4822d tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 935 time: 0.0635419 Sep 22 20:03:50.224414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:03:50.274812 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-395d7d71-e1ca-42b8-ac62-df66d321d957 req-83d36419-c7fd-4cad-a5ac-90644ab26ae6 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Sep 22 20:03:50.301291 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-cb1cf5f5-1a81-4735-86b4-e12df3acaea5 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8390357 Sep 22 20:03:50.315316 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Request body: {'port': {'device_id': '652b5226-a51e-4739-80d5-b5596aa53f26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:50.317860 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 1269c2c6-4cac-4899-8fdc-a29aff095bf5) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:50.329283 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c27954b-c17e-40e2-ba27-de5e9800dfcc None None] Network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:03:50.330448 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:50.331115 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:50.374231 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:50.449424 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-fc84021e-cb7a-4353-8ee8-70cf107831dd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7555270 Sep 22 20:03:50.452236 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-171d241f-cc0e-4b63-8b07-df08a8d8ee29 None None] Provisioning complete for port 33d26708-b27c-4bfc-a956-3e97f12e9a34 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:50.452987 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-171d241f-cc0e-4b63-8b07-df08a8d8ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:50.512569 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5372560b-3d5c-4f70-b76c-31a82276ba99 None None] Network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:03:50.540936 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-171d241f-cc0e-4b63-8b07-df08a8d8ee29 None None] Port 33d26708-b27c-4bfc-a956-3e97f12e9a34 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:03:50.666901 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bcc727-634a-45c9-bf47-1c3308f687bd req-28172b7f-a781-4bd5-895f-6cc064100b71 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:50.674051 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c2bcc727-634a-45c9-bf47-1c3308f687bd req-28172b7f-a781-4bd5-895f-6cc064100b71 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.1052608 Sep 22 20:03:50.741943 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c2bcc727-634a-45c9-bf47-1c3308f687bd req-5f935ad2-72bd-496e-8f3f-99f3f0cdd5a7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654707 Sep 22 20:03:50.988032 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d26708-b27c-4bfc-a956-3e97f12e9a34 {{(pid=101137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:50.997196 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:51.012282 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.provisioning_blocks [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Transition to ACTIVE for port object 33d26708-b27c-4bfc-a956-3e97f12e9a34 will not be triggered until provisioned by entity L2. {{(pid=101137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:03:51.099058 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:51.159772 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=33d26708-b27c-4bfc-a956-3e97f12e9a34,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:51.234854 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Attempting to bind port 33d26708-b27c-4bfc-a956-3e97f12e9a34 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:03:51.235877 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Attempting to bind port 33d26708-b27c-4bfc-a956-3e97f12e9a34 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:03:51.236485 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Attempting to bind port 33d26708-b27c-4bfc-a956-3e97f12e9a34 on network 981947a1-b106-41c5-9090-178af3c60b6a {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:51.242614 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Port 33d26708-b27c-4bfc-a956-3e97f12e9a34 on network 981947a1-b106-41c5-9090-178af3c60b6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:03:51.242963 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Attempting to bind port 33d26708-b27c-4bfc-a956-3e97f12e9a34 on network 981947a1-b106-41c5-9090-178af3c60b6a {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:51.248732 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:03:51.249257 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Checking segment: {'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:51.249784 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Bound using segment: {'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:03:51.250269 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Bound port: 33d26708-b27c-4bfc-a956-3e97f12e9a34, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7126fae-d5f0-4983-b2f9-498480612d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a'}}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:03:51.251305 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:51.327472 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] For port 33d26708-b27c-4bfc-a956-3e97f12e9a34, host hv-cinder-77853, cleared binding levels {{(pid=101137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:03:51.332287 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] For port 33d26708-b27c-4bfc-a956-3e97f12e9a34, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=33d26708-b27c-4bfc-a956-3e97f12e9a34,segment=NetworkSegment(b7126fae-d5f0-4983-b2f9-498480612d00),segment_id=b7126fae-d5f0-4983-b2f9-498480612d00)] {{(pid=101137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:03:51.402095 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca9e53-e82b-4662-ad20-b033d2b68dc3 req-7c338c99-f046-451d-9b66-e5daac0d319d tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:51.404452 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-72ca9e53-e82b-4662-ad20-b033d2b68dc3 req-7c338c99-f046-451d-9b66-e5daac0d319d tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 947 time: 0.0565751 Sep 22 20:03:51.415277 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:51.462368 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:51.463190 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:51.464174 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/33d26708-b27c-4bfc-a956-3e97f12e9a34 HTTP/1.1" status: 200 len: 1097 time: 1.1533668 Sep 22 20:03:51.464614 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652b5226-a51e-4739-80d5-b5596aa53f26', 'tag': '33d26708-b27c-4bfc-a956-3e97f12e9a34'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:51.466881 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c29365-2c2d-4f1f-809a-ce27e14652a9" -d '{"events": [{"name": "network-changed", "server_uuid": "652b5226-a51e-4739-80d5-b5596aa53f26", "tag": "33d26708-b27c-4bfc-a956-3e97f12e9a34"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:51.488716 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-72ca9e53-e82b-4662-ad20-b033d2b68dc3 req-d8e1560d-60e2-4927-b755-54318835b42b tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792153 Sep 22 20:03:51.513549 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3badf-a5ea-4f17-bf9a-760a5c8fc9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=33d26708-b27c-4bfc-a956-3e97f12e9a34,revision_number=3']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:51.536660 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649935ad-b92e-42ae-86fe-9ce555fe8715 x-openstack-request-id: req-649935ad-b92e-42ae-86fe-9ce555fe8715 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:51.536927 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652b5226-a51e-4739-80d5-b5596aa53f26", "tag": "33d26708-b27c-4bfc-a956-3e97f12e9a34", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:51.537185 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-649935ad-b92e-42ae-86fe-9ce555fe8715 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:51.537789 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652b5226-a51e-4739-80d5-b5596aa53f26', 'tag': '33d26708-b27c-4bfc-a956-3e97f12e9a34', 'status': 'completed', 'code': 200} Sep 22 20:03:51.611165 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c29365-2c2d-4f1f-809a-ce27e14652a9 req-4dd73bba-c03e-4478-a4ae-8d22737d0971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:51.612482 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-60c29365-2c2d-4f1f-809a-ce27e14652a9 req-4dd73bba-c03e-4478-a4ae-8d22737d0971 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a336d03c684842beaf782e0d6a96bae7&device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 1100 time: 0.0511882 Sep 22 20:03:51.674590 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-60c29365-2c2d-4f1f-809a-ce27e14652a9 req-01b995be-b9da-4f03-b25a-72ed424cd112 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a336d03c684842beaf782e0d6a96bae7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463035 Sep 22 20:03:51.890942 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c29365-2c2d-4f1f-809a-ce27e14652a9 req-16211b37-ab65-43bf-a482-5c9e71c91d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:51.892993 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-60c29365-2c2d-4f1f-809a-ce27e14652a9 req-16211b37-ab65-43bf-a482-5c9e71c91d77 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991274 Sep 22 20:03:51.897334 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02258d7a-20eb-4918-ac67-3ee1ffc45bc1 req-15f165e7-804c-4a26-9a04-08839448ed9e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:51.899251 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-02258d7a-20eb-4918-ac67-3ee1ffc45bc1 req-15f165e7-804c-4a26-9a04-08839448ed9e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0617805 Sep 22 20:03:51.959487 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-02258d7a-20eb-4918-ac67-3ee1ffc45bc1 req-7ca79e56-8621-4e3e-b69b-7fcdbd4be456 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Sep 22 20:03:52.017124 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-7596b97a-cc66-4990-9159-bd9abae29fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:52.018666 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-7596b97a-cc66-4990-9159-bd9abae29fc8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a336d03c684842beaf782e0d6a96bae7&device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 1100 time: 0.0633671 Sep 22 20:03:52.074041 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-c06c4a5c-fdf9-4eb0-ad0b-ac8ae6ee2421 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=33d26708-b27c-4bfc-a956-3e97f12e9a34 HTTP/1.1" status: 200 len: 217 time: 0.0358784 Sep 22 20:03:52.125131 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-52cb3dfc-90a8-43e1-b258-b1fa97f46a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:52.127431 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-52cb3dfc-90a8-43e1-b258-b1fa97f46a37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6534f233-c715-4a23-aefd-4067f2e7a7b7 HTTP/1.1" status: 200 len: 843 time: 0.0442355 Sep 22 20:03:52.177244 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-1048fb10-fa58-40f5-9e41-2e0ea5552a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:52.178849 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-1048fb10-fa58-40f5-9e41-2e0ea5552a1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=981947a1-b106-41c5-9090-178af3c60b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422800 Sep 22 20:03:52.208909 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:52.281454 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-8e692f24-a6e5-4f88-b57b-10f6b2a29335 service neutron] 10.222.0.36 "GET /v2.0/networks/981947a1-b106-41c5-9090-178af3c60b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938153 Sep 22 20:03:52.384253 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-ad7fbd68-b6b4-4926-a967-c7411e30ce88 req-8329d067-6e13-487c-99c0-4942375efabf service neutron] 10.222.0.36 "GET /v2.0/networks/981947a1-b106-41c5-9090-178af3c60b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935538 Sep 22 20:03:52.608213 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b1e91-63dd-4794-9879-6bedbada9d33 req-ee5a3d00-1e3b-4069-8606-f4c4259cd77e tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:52.609689 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e41b1e91-63dd-4794-9879-6bedbada9d33 req-ee5a3d00-1e3b-4069-8606-f4c4259cd77e tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 947 time: 0.0499558 Sep 22 20:03:52.649162 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e41b1e91-63dd-4794-9879-6bedbada9d33 req-df59af47-1252-47d5-b6ac-88a60fb89c39 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Sep 22 20:03:53.106282 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fccbbc0-3d45-4951-b5c4-967aa255e119 req-f71b1c4c-7069-4b33-a7e1-34dbf53e8a3f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:53.107785 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0fccbbc0-3d45-4951-b5c4-967aa255e119 req-f71b1c4c-7069-4b33-a7e1-34dbf53e8a3f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0691812 Sep 22 20:03:53.149150 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0fccbbc0-3d45-4951-b5c4-967aa255e119 req-f690cf5e-c80d-4829-b7d8-b6e0698404c2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344894 Sep 22 20:03:53.324330 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39282) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:53.434714 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff614007-d8a9-4a0f-bf66-5649d7b56cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:53.534288 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff614007-d8a9-4a0f-bf66-5649d7b56cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:53.543187 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-dc7c9908-cf6f-4ace-9c92-61d216489360 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:53.544765 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-dc7c9908-cf6f-4ace-9c92-61d216489360 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/networks?id=1269c2c6-4cac-4899-8fdc-a29aff095bf5 HTTP/1.1" status: 200 len: 809 time: 0.3303220 Sep 22 20:03:53.560140 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-09b0ea61-c5bf-4ad1-923b-f62b01e77109 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/quotas/189490ea0f3a444cba34b37428b0e7e3 HTTP/1.1" status: 200 len: 375 time: 0.0087864 Sep 22 20:03:53.590663 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-563e66dc-ad9e-49d0-ba64-ba8ef33abc59 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=189490ea0f3a444cba34b37428b0e7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247548 Sep 22 20:03:53.614202 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff614007-d8a9-4a0f-bf66-5649d7b56cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:53.654190 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ff614007-d8a9-4a0f-bf66-5649d7b56cf8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=734d4759f6cc47bba975600614d9917b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262370 Sep 22 20:03:53.654385 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39290) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:53.660852 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff614007-d8a9-4a0f-bf66-5649d7b56cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b667feec-6f24-4381-8b98-a0ed0da2530f,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:53.682928 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-f95b322c-a8d6-4864-8350-76f0838f9323 service neutron] 10.222.0.11 "GET /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848889 Sep 22 20:03:53.705706 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a2369eff-c610-44ab-8249-84d5e3b496bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:53.728362 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a2369eff-c610-44ab-8249-84d5e3b496bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:53.805161 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-6bd6075d-ae0c-48af-b17d-b56ecd11847f service neutron] 10.222.0.11 "GET /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147559 Sep 22 20:03:53.813681 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb595e19-7c0b-4427-8015-4177b1ac88ff req-0e680954-accd-4669-a804-acbcbb1153de tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:53.815762 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb595e19-7c0b-4427-8015-4177b1ac88ff req-0e680954-accd-4669-a804-acbcbb1153de tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 947 time: 0.0903797 Sep 22 20:03:53.859054 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb595e19-7c0b-4427-8015-4177b1ac88ff req-520c077b-a77c-4423-acad-24c84a3f46a2 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Sep 22 20:03:53.894484 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a2369eff-c610-44ab-8249-84d5e3b496bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:53.898198 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a2369eff-c610-44ab-8249-84d5e3b496bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:53.898198 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a2369eff-c610-44ab-8249-84d5e3b496bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b667feec-6f24-4381-8b98-a0ed0da2530f HTTP/1.1" status: 204 len: 168 time: 0.2429023 Sep 22 20:03:53.905937 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2369eff-c610-44ab-8249-84d5e3b496bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b667feec-6f24-4381-8b98-a0ed0da2530f,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:54.085892 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38d1f54a-6a1b-438b-b2ea-c8cce559a620 req-27ace4e5-da0e-4d95-beb7-cbfcce305f8c tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 210 time: 0.0270994 Sep 22 20:03:54.280673 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9ccf1-f256-4f09-9edf-da254dc253c7 req-8977310a-6cf2-47a1-8bd9-608513c34168 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:54.284801 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e2a9ccf1-f256-4f09-9edf-da254dc253c7 req-8977310a-6cf2-47a1-8bd9-608513c34168 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0575690 Sep 22 20:03:54.322488 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e2a9ccf1-f256-4f09-9edf-da254dc253c7 req-5e6dddfe-af77-49a2-a82a-88d6aeaadcb2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Sep 22 20:03:54.645651 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39332) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:54.659637 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-57a88dc2-95af-496f-9b36-135ccc5d304c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:54.754631 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-57a88dc2-95af-496f-9b36-135ccc5d304c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:54.840775 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-57a88dc2-95af-496f-9b36-135ccc5d304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:54.880666 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a88dc2-95af-496f-9b36-135ccc5d304c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1836a6-c4a2-4bfe-a69c-126d03fafb56,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:54.886656 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-57a88dc2-95af-496f-9b36-135ccc5d304c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=107f465e87574780ac68e0447ba2ae2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399507 Sep 22 20:03:54.889657 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39344) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:54.949536 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-11ab2e52-70c0-4877-a80e-eed2766e5925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:54.990307 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-11ab2e52-70c0-4877-a80e-eed2766e5925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:55.018999 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eae394-d4bb-4714-990d-8d0fcc6b8eeb req-4c445549-9446-4333-b133-d71884b6d10d tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:55.020516 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-84eae394-d4bb-4714-990d-8d0fcc6b8eeb req-4c445549-9446-4333-b133-d71884b6d10d tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 947 time: 0.0831721 Sep 22 20:03:55.068351 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-84eae394-d4bb-4714-990d-8d0fcc6b8eeb req-b9b317c1-ce3c-48a3-b98d-7fc34b056fb2 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Sep 22 20:03:55.149619 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-11ab2e52-70c0-4877-a80e-eed2766e5925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:55.152118 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-11ab2e52-70c0-4877-a80e-eed2766e5925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:55.153219 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-11ab2e52-70c0-4877-a80e-eed2766e5925 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b1836a6-c4a2-4bfe-a69c-126d03fafb56 HTTP/1.1" status: 204 len: 168 time: 0.2625508 Sep 22 20:03:55.171950 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0ad1aab2-6b87-4055-b61d-6ccf665be815 req-ff1070dc-588e-45e2-ac89-d80320cd9145 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 210 time: 0.0330982 Sep 22 20:03:55.178821 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab2e52-70c0-4877-a80e-eed2766e5925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1836a6-c4a2-4bfe-a69c-126d03fafb56,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:55.442127 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265d4f2-b057-4988-aa60-35d83e58b415 req-8781d583-e6ce-4121-9fa6-f406e3a817c6 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:55.443614 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8265d4f2-b057-4988-aa60-35d83e58b415 req-8781d583-e6ce-4121-9fa6-f406e3a817c6 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0546966 Sep 22 20:03:55.482132 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8265d4f2-b057-4988-aa60-35d83e58b415 req-906c2e77-96f3-4b28-a4b9-0d9a93d7901f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Sep 22 20:03:56.194019 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457987-d471-42f2-aff1-8ece650fa71b req-ab257a50-03e6-452f-980f-a6407d7a917e tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:56.195523 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a457987-d471-42f2-aff1-8ece650fa71b req-ab257a50-03e6-452f-980f-a6407d7a917e tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 947 time: 0.0569751 Sep 22 20:03:56.280828 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a457987-d471-42f2-aff1-8ece650fa71b req-bc8e6b5d-9168-4882-bf8f-6bf2aa4dfa82 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693097 Sep 22 20:03:56.319320 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-afa66727-81a2-459e-b3a9-f63e92b6a76c req-258e4fd8-f9ef-43c1-bdf4-6330cc40961b tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 210 time: 0.0307250 Sep 22 20:03:56.623494 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972f319-9015-40cc-8919-912b96855458 req-661741a1-dec6-41b6-8175-631b82cb27fd tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:56.632223 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0972f319-9015-40cc-8919-912b96855458 req-661741a1-dec6-41b6-8175-631b82cb27fd tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0686989 Sep 22 20:03:56.681487 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-79038ff8-e500-4b21-a4a6-c101d963510b tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:56.683497 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-79038ff8-e500-4b21-a4a6-c101d963510b tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.36 "GET /v2.0/networks?id=1269c2c6-4cac-4899-8fdc-a29aff095bf5 HTTP/1.1" status: 200 len: 809 time: 0.1488256 Sep 22 20:03:56.687683 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0972f319-9015-40cc-8919-912b96855458 req-63053110-7eab-479d-ad94-d791d4891751 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521684 Sep 22 20:03:56.689560 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39442) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:56.714282 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Request body: {'port': {'device_id': '49de1ce2-e66d-4953-9c33-b6d4e4e190c5', 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5', 'admin_state_up': True, 'tenant_id': '189490ea0f3a444cba34b37428b0e7e3'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:56.815869 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 33d26708-b27c-4bfc-a956-3e97f12e9a34 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:03:56.851872 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-dc4e27b9-bae0-4e68-ae6d-4f5eaa8ddd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:56.930649 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 33d26708-b27c-4bfc-a956-3e97f12e9a34, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=33d26708-b27c-4bfc-a956-3e97f12e9a34,segment=NetworkSegment(b7126fae-d5f0-4983-b2f9-498480612d00),segment_id=b7126fae-d5f0-4983-b2f9-498480612d00)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:56.942305 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '33d26708-b27c-4bfc-a956-3e97f12e9a34', 'network_id': '981947a1-b106-41c5-9090-178af3c60b6a', 'port_id': '33d26708-b27c-4bfc-a956-3e97f12e9a34', 'mac_address': 'fa:16:3e:0d:d1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6534f233-c715-4a23-aefd-4067f2e7a7b7', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:03:56.943945 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Made reservation on behalf of 189490ea0f3a444cba34b37428b0e7e3 for: {'port': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:03:56.952661 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:56.996368 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.013220 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d26708-b27c-4bfc-a956-3e97f12e9a34 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:57.037777 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 33d26708-b27c-4bfc-a956-3e97f12e9a34, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=33d26708-b27c-4bfc-a956-3e97f12e9a34,segment=NetworkSegment(b7126fae-d5f0-4983-b2f9-498480612d00),segment_id=b7126fae-d5f0-4983-b2f9-498480612d00)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:57.080877 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-dc4e27b9-bae0-4e68-ae6d-4f5eaa8ddd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.120670 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Allocated IP 172.20.0.3 (1269c2c6-4cac-4899-8fdc-a29aff095bf5/f4d0a0fc-8868-4524-a0c4-077784e066d1/a4fe1779-f198-4bc6-acc8-7e811fe74c6c) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:03:57.152243 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.208124 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=33d26708-b27c-4bfc-a956-3e97f12e9a34,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:57.208566 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-dc4e27b9-bae0-4e68-ae6d-4f5eaa8ddd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.216317 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.216799 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.217146 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.217594 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.217974 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.218270 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.218595 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.218920 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.219248 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.220075 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.220393 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.220713 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:03:57.267457 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4e27b9-bae0-4e68-ae6d-4f5eaa8ddd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e901778f-19d4-4add-b5eb-4536871318b6,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:57.276068 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-dc4e27b9-bae0-4e68-ae6d-4f5eaa8ddd28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a61e6fbe7bab43dfb327792795c80387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5811245 Sep 22 20:03:57.280318 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39464) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:57.300143 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.345856 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-eb33ce02-59d2-4de4-9ff2-8bd279c0d080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.399813 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-eb33ce02-59d2-4de4-9ff2-8bd279c0d080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.448219 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0be4e-6a59-4a0b-b2ce-9808b3e3dcab req-5e4a3c0d-66da-47ea-b0ff-fbbe7e21f946 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:57.449416 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.449939 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-58a0be4e-6a59-4a0b-b2ce-9808b3e3dcab req-5e4a3c0d-66da-47ea-b0ff-fbbe7e21f946 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 948 time: 0.0947034 Sep 22 20:03:57.461121 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['33d26708-b27c-4bfc-a956-3e97f12e9a34'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:03:57.495027 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:03:57.498383 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:03:57.502607 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:03:57.525007 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb1017-a7be-426f-a8e8-9663fb73a5c9 req-2475d94e-46ff-477d-aa1f-f579ed50f8da tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:57.530088 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Pushing event updated for resources: {'Port': ['ID=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:57.533138 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-effb1017-a7be-426f-a8e8-9663fb73a5c9 req-2475d94e-46ff-477d-aa1f-f579ed50f8da tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 931 time: 0.1056468 Sep 22 20:03:57.537946 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-58a0be4e-6a59-4a0b-b2ce-9808b3e3dcab req-f4a543d4-c293-46b3-9422-ac400014a173 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655696 Sep 22 20:03:57.570969 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:57.571620 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.588824 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-effb1017-a7be-426f-a8e8-9663fb73a5c9 req-3e57fa03-016c-4cbf-bfe0-8fddf18c240c tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520256 Sep 22 20:03:57.600792 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-eb33ce02-59d2-4de4-9ff2-8bd279c0d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.604292 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-eb33ce02-59d2-4de4-9ff2-8bd279c0d080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.606242 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-eb33ce02-59d2-4de4-9ff2-8bd279c0d080 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e901778f-19d4-4add-b5eb-4536871318b6 HTTP/1.1" status: 204 len: 168 time: 0.3245795 Sep 22 20:03:57.615803 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33ce02-59d2-4de4-9ff2-8bd279c0d080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e901778f-19d4-4add-b5eb-4536871318b6,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:57.678249 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9b338745-218a-4a99-9f03-8a7885266b93 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9682090 Sep 22 20:03:57.692535 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Request body: {'port': {'device_id': '49de1ce2-e66d-4953-9c33-b6d4e4e190c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:03:57.801471 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:57.855080 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d07bc2-0742-4f4d-87f1-3929212e1c6c req-07316279-97e7-4841-9407-4a39f4c8b0ff tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:57.856611 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-37d07bc2-0742-4f4d-87f1-3929212e1c6c req-07316279-97e7-4841-9407-4a39f4c8b0ff tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0509961 Sep 22 20:03:57.897456 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-37d07bc2-0742-4f4d-87f1-3929212e1c6c req-8633376f-2efd-4004-abed-150c96b9ee2a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330732 Sep 22 20:03:58.088342 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fe1779-f198-4bc6-acc8-7e811fe74c6c {{(pid=101137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:03:58.100502 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.113472 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.provisioning_blocks [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Transition to ACTIVE for port object a4fe1779-f198-4bc6-acc8-7e811fe74c6c will not be triggered until provisioned by entity L2. {{(pid=101137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:03:58.217935 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.291757 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:58.338546 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Attempting to bind port a4fe1779-f198-4bc6-acc8-7e811fe74c6c on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:03:58.338792 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Attempting to bind port a4fe1779-f198-4bc6-acc8-7e811fe74c6c by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:03:58.339113 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Attempting to bind port a4fe1779-f198-4bc6-acc8-7e811fe74c6c on network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:58.343225 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Port a4fe1779-f198-4bc6-acc8-7e811fe74c6c on network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:03:58.343542 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Attempting to bind port a4fe1779-f198-4bc6-acc8-7e811fe74c6c on network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:03:58.348143 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:03:58.348476 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Checking segment: {'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:03:58.348852 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Bound using segment: {'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:03:58.349263 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Bound port: a4fe1779-f198-4bc6-acc8-7e811fe74c6c, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'}}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:03:58.349609 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.421358 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] For port a4fe1779-f198-4bc6-acc8-7e811fe74c6c, host hv-cinder-77853, cleared binding levels {{(pid=101137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:03:58.422118 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] For port a4fe1779-f198-4bc6-acc8-7e811fe74c6c, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:03:58.474182 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.489953 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39508) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:58.503794 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2a571f81-de8a-41d1-a171-3d0beaff4b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.506746 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:58.507360 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.508757 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] 10.222.0.36 "PUT /v2.0/ports/a4fe1779-f198-4bc6-acc8-7e811fe74c6c HTTP/1.1" status: 200 len: 1093 time: 0.8218083 Sep 22 20:03:58.509273 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49de1ce2-e66d-4953-9c33-b6d4e4e190c5', 'tag': 'a4fe1779-f198-4bc6-acc8-7e811fe74c6c'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:58.511396 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c76f6f-7a83-4d11-a08b-c1d81e9b0c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "49de1ce2-e66d-4953-9c33-b6d4e4e190c5", "tag": "a4fe1779-f198-4bc6-acc8-7e811fe74c6c"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:58.534057 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9205e78-2cc3-47c3-8a94-bd230c608336 service neutron] Pushing event updated for resources: {'Port': ['ID=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,revision_number=3']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:58.557573 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042b34c6-cef9-4963-a645-b0b61c53d177 x-openstack-request-id: req-042b34c6-cef9-4963-a645-b0b61c53d177 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:58.557962 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49de1ce2-e66d-4953-9c33-b6d4e4e190c5", "tag": "a4fe1779-f198-4bc6-acc8-7e811fe74c6c", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:58.558422 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-042b34c6-cef9-4963-a645-b0b61c53d177 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:58.559009 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49de1ce2-e66d-4953-9c33-b6d4e4e190c5', 'tag': 'a4fe1779-f198-4bc6-acc8-7e811fe74c6c', 'status': 'completed', 'code': 200} Sep 22 20:03:58.613114 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2a571f81-de8a-41d1-a171-3d0beaff4b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.638369 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c76f6f-7a83-4d11-a08b-c1d81e9b0c2b req-54be1403-6d9c-44db-b0fa-89ec6eafa42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:58.640067 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-90c76f6f-7a83-4d11-a08b-c1d81e9b0c2b req-54be1403-6d9c-44db-b0fa-89ec6eafa42d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=189490ea0f3a444cba34b37428b0e7e3&device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 1096 time: 0.0513508 Sep 22 20:03:58.685470 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744d32f-e7aa-4ca5-8edb-62a577d27269 req-bc854ac4-feb9-4ed9-8753-92792fcb4fef tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:58.686987 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d744d32f-e7aa-4ca5-8edb-62a577d27269 req-bc854ac4-feb9-4ed9-8753-92792fcb4fef tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 948 time: 0.0659971 Sep 22 20:03:58.709940 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2a571f81-de8a-41d1-a171-3d0beaff4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.772821 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-2a571f81-de8a-41d1-a171-3d0beaff4b46 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48ad630ee7254daeb6a159fdab6e6b6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793651 Sep 22 20:03:58.774612 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39516) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:58.775841 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a571f81-de8a-41d1-a171-3d0beaff4b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aee0430-c49a-4155-8deb-766d2e2a5ed2,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:58.793011 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a868116-f267-4963-929a-cd365b9bd2cf req-23373fb2-bd6d-4135-ab4c-318870cef0dc tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:58.794582 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a868116-f267-4963-929a-cd365b9bd2cf req-23373fb2-bd6d-4135-ab4c-318870cef0dc tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 943 time: 0.1305375 Sep 22 20:03:58.799643 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d744d32f-e7aa-4ca5-8edb-62a577d27269 req-a152d67c-9987-4b5e-9c48-efb392c4d648 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995915 Sep 22 20:03:58.822234 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c76f6f-7a83-4d11-a08b-c1d81e9b0c2b req-140159e6-2ca8-4c8c-8006-e5ec4c69687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:58.822234 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-90c76f6f-7a83-4d11-a08b-c1d81e9b0c2b req-140159e6-2ca8-4c8c-8006-e5ec4c69687f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=189490ea0f3a444cba34b37428b0e7e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1682301 Sep 22 20:03:58.831427 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 33d26708-b27c-4bfc-a956-3e97f12e9a34 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:03:58.885510 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e22630d3-bb9a-4b8e-af39-1b6609e071ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.897556 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a868116-f267-4963-929a-cd365b9bd2cf req-4df307cf-f310-4305-809a-3ccceaa19f83 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861566 Sep 22 20:03:58.932829 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e22630d3-bb9a-4b8e-af39-1b6609e071ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:58.983396 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c76f6f-7a83-4d11-a08b-c1d81e9b0c2b req-3489b7dd-9f2c-4446-9194-407afdf4660b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:58.986798 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-90c76f6f-7a83-4d11-a08b-c1d81e9b0c2b req-3489b7dd-9f2c-4446-9194-407afdf4660b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609051 Sep 22 20:03:59.011987 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 33d26708-b27c-4bfc-a956-3e97f12e9a34 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:03:59.017415 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 33d26708-b27c-4bfc-a956-3e97f12e9a34 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:03:59.018113 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.029081 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39528) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:59.067863 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fb491-3bb5-4c02-b0b9-88ed8763276f req-40487396-9647-4837-8093-325c1bae7501 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:59.076907 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-160fb491-3bb5-4c02-b0b9-88ed8763276f req-40487396-9647-4837-8093-325c1bae7501 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0743039 Sep 22 20:03:59.105031 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e22630d3-bb9a-4b8e-af39-1b6609e071ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.107597 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e22630d3-bb9a-4b8e-af39-1b6609e071ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.109061 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e22630d3-bb9a-4b8e-af39-1b6609e071ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6aee0430-c49a-4155-8deb-766d2e2a5ed2 HTTP/1.1" status: 204 len: 168 time: 0.3302605 Sep 22 20:03:59.121367 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.127043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22630d3-bb9a-4b8e-af39-1b6609e071ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aee0430-c49a-4155-8deb-766d2e2a5ed2,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:59.144490 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-160fb491-3bb5-4c02-b0b9-88ed8763276f req-e9757a0c-8ffc-49f1-aef9-86ff4dcbe380 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664563 Sep 22 20:03:59.172775 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652b5226-a51e-4739-80d5-b5596aa53f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d26708-b27c-4bfc-a956-3e97f12e9a34'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:03:59.176321 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d20d606-7a64-446a-9f5d-1b53e77cd4ae" -d '{"events": [{"server_uuid": "652b5226-a51e-4739-80d5-b5596aa53f26", "name": "network-vif-plugged", "status": "completed", "tag": "33d26708-b27c-4bfc-a956-3e97f12e9a34"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:03:59.206441 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 33d26708-b27c-4bfc-a956-3e97f12e9a34, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=33d26708-b27c-4bfc-a956-3e97f12e9a34,segment=NetworkSegment(b7126fae-d5f0-4983-b2f9-498480612d00),segment_id=b7126fae-d5f0-4983-b2f9-498480612d00)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:03:59.225180 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c77184-1e0c-482d-b15c-075c1d33dc79 x-openstack-request-id: req-b9c77184-1e0c-482d-b15c-075c1d33dc79 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:03:59.225497 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652b5226-a51e-4739-80d5-b5596aa53f26", "name": "network-vif-plugged", "status": "completed", "tag": "33d26708-b27c-4bfc-a956-3e97f12e9a34", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:03:59.225786 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b9c77184-1e0c-482d-b15c-075c1d33dc79 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:03:59.226189 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652b5226-a51e-4739-80d5-b5596aa53f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d26708-b27c-4bfc-a956-3e97f12e9a34', 'code': 200} Sep 22 20:03:59.258132 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.309477 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=33d26708-b27c-4bfc-a956-3e97f12e9a34,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:59.322543 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6ae8-0cba-4ec3-948a-07b486fe1017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.355427 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-4f32d7db-7e36-415a-9003-f60ed1a1e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:59.357000 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-4f32d7db-7e36-415a-9003-f60ed1a1e187 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=189490ea0f3a444cba34b37428b0e7e3&device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 1096 time: 0.2987628 Sep 22 20:03:59.410664 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-57c34b8d-c428-49c3-a696-30f28752ffcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4fe1779-f198-4bc6-acc8-7e811fe74c6c HTTP/1.1" status: 200 len: 217 time: 0.0417049 Sep 22 20:03:59.484731 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9a43ce81-8cb6-4027-88ad-d59908aa5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:59.486232 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-9a43ce81-8cb6-4027-88ad-d59908aa5b14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4d0a0fc-8868-4524-a0c4-077784e066d1 HTTP/1.1" status: 200 len: 849 time: 0.0633638 Sep 22 20:03:59.505458 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6ae8-0cba-4ec3-948a-07b486fe1017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.525589 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-43f4a4b4-4359-4684-b986-107839721d9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1269c2c6-4cac-4899-8fdc-a29aff095bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309820 Sep 22 20:03:59.541151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4c805-37b3-4235-b5f1-add6e8e84892 req-5fe2b2bb-7b6d-484c-8ed6-a3b96f3344f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:59.542715 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23b4c805-37b3-4235-b5f1-add6e8e84892 req-5fe2b2bb-7b6d-484c-8ed6-a3b96f3344f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 1102 time: 0.0583279 Sep 22 20:03:59.573697 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7a8c6ae8-0cba-4ec3-948a-07b486fe1017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.590534 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23b4c805-37b3-4235-b5f1-add6e8e84892 req-6e4008f9-57f4-4a41-81d7-4bf29aaf0286 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340109 Sep 22 20:03:59.655096 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7a8c6ae8-0cba-4ec3-948a-07b486fe1017 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe7611ce01e64c0fb4ced26ecb285204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6248589 Sep 22 20:03:59.655702 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c6ae8-0cba-4ec3-948a-07b486fe1017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8150d8-57c1-462a-8279-f6d6b998542b,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:59.657693 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39546) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:03:59.681157 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-4716fe75-12eb-4539-84eb-69e634c8c4f0 service neutron] 10.222.0.36 "GET /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273913 Sep 22 20:03:59.708816 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5b9f-34a8-4944-8ee6-bd9a34d8fecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.728961 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5b9f-34a8-4944-8ee6-bd9a34d8fecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.843548 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5b9f-34a8-4944-8ee6-bd9a34d8fecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.847944 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8fcb5b9f-34a8-4944-8ee6-bd9a34d8fecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:03:59.848793 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-8fcb5b9f-34a8-4944-8ee6-bd9a34d8fecc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed8150d8-57c1-462a-8279-f6d6b998542b HTTP/1.1" status: 204 len: 168 time: 0.1901031 Sep 22 20:03:59.858343 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb5b9f-34a8-4944-8ee6-bd9a34d8fecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8150d8-57c1-462a-8279-f6d6b998542b,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:03:59.911163 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-70229fbf-2b80-4534-9a23-b0f14478a197 req-4dff27cc-6985-4eb8-8c48-85f1c1b31b9f service neutron] 10.222.0.36 "GET /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015768 Sep 22 20:03:59.938992 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9138fc2-eb60-4628-88da-6e9fe9fa89d9 req-29f6588a-91b3-4313-a377-6fa6f77ff47e tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:03:59.940726 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f9138fc2-eb60-4628-88da-6e9fe9fa89d9 req-29f6588a-91b3-4313-a377-6fa6f77ff47e tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 949 time: 0.0598514 Sep 22 20:03:59.995135 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f9138fc2-eb60-4628-88da-6e9fe9fa89d9 req-233c4b0b-c19b-4ec3-b67b-7ee6972e3c48 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 Sep 22 20:04:00.028373 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:04:00.042373 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3cdb2-6fa9-4c3b-8f9f-5e9ee60d47d2 req-4a909e3f-3a28-4678-bfca-b4e66d9d8744 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:00.044487 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a0c3cdb2-6fa9-4c3b-8f9f-5e9ee60d47d2 req-4a909e3f-3a28-4678-bfca-b4e66d9d8744 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 943 time: 0.0704525 Sep 22 20:04:00.090884 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a0c3cdb2-6fa9-4c3b-8f9f-5e9ee60d47d2 req-f4899dc4-5efb-47ff-9a90-2f6bf7bf5a5a tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Sep 22 20:04:00.263253 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11579e-6d11-4f4f-bf81-2a2f59263366 req-ee504dda-b23e-4d0c-8a89-26a5d9f17b0a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:00.264959 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ac11579e-6d11-4f4f-bf81-2a2f59263366 req-ee504dda-b23e-4d0c-8a89-26a5d9f17b0a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0509920 Sep 22 20:04:00.303635 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ac11579e-6d11-4f4f-bf81-2a2f59263366 req-4b285563-507b-456c-8eb8-fa9b2b7e1595 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327804 Sep 22 20:04:00.551919 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39578) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:00.565885 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e4a90381-9890-4cab-9736-859a50d662f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:00.660897 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e4a90381-9890-4cab-9736-859a50d662f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:00.728958 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e4a90381-9890-4cab-9736-859a50d662f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:00.768382 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e4a90381-9890-4cab-9736-859a50d662f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b08ec3004e14d6c87282986850e3996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2154210 Sep 22 20:04:00.769574 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a90381-9890-4cab-9736-859a50d662f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f28f99-9591-4104-8e25-4a4aa7b0b165,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:00.771004 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39586) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:00.823711 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0775d8bd-be01-4e8f-a7e8-08be3bce70cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:00.846136 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0775d8bd-be01-4e8f-a7e8-08be3bce70cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:00.968739 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0775d8bd-be01-4e8f-a7e8-08be3bce70cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:00.971892 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0775d8bd-be01-4e8f-a7e8-08be3bce70cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:00.973042 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-0775d8bd-be01-4e8f-a7e8-08be3bce70cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73f28f99-9591-4104-8e25-4a4aa7b0b165 HTTP/1.1" status: 204 len: 168 time: 0.2010760 Sep 22 20:04:00.981776 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775d8bd-be01-4e8f-a7e8-08be3bce70cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f28f99-9591-4104-8e25-4a4aa7b0b165,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:01.110718 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d649e4-2bf2-4b3c-80cb-607456f2cc04 req-e08b93e6-7cd1-4ebf-9cea-75cda45eeca9 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:01.112244 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d6d649e4-2bf2-4b3c-80cb-607456f2cc04 req-e08b93e6-7cd1-4ebf-9cea-75cda45eeca9 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 949 time: 0.0527565 Sep 22 20:04:01.155033 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d6d649e4-2bf2-4b3c-80cb-607456f2cc04 req-2151c63b-02b8-4cc7-a164-4b81508d7d41 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363591 Sep 22 20:04:01.225908 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a0ba1-c6b7-48f2-be65-c820f0f7d8e3 req-4395a8f9-b1e8-44d7-a34d-e93fad271375 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:01.227403 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7b0a0ba1-c6b7-48f2-be65-c820f0f7d8e3 req-4395a8f9-b1e8-44d7-a34d-e93fad271375 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 943 time: 0.0506592 Sep 22 20:04:01.272126 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7b0a0ba1-c6b7-48f2-be65-c820f0f7d8e3 req-0c507c19-b66c-49f9-a4e1-c43893bb1244 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Sep 22 20:04:01.427273 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bdf39-387a-43ef-99db-d8ec34c3928e req-352173ed-bd81-49ad-832c-235fc57b9856 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:01.428762 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b72bdf39-387a-43ef-99db-d8ec34c3928e req-352173ed-bd81-49ad-832c-235fc57b9856 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Sep 22 20:04:01.474279 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b72bdf39-387a-43ef-99db-d8ec34c3928e req-6ca6ae17-b486-4646-bde0-7c150de0c6c7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395253 Sep 22 20:04:01.968913 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39646) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:02.156645 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-639598777-network', 'tenant_id': '899a352a2d9a45c5973b3d3906e31004'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:02.269842 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Made reservation on behalf of 899a352a2d9a45c5973b3d3906e31004 for: {'network': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:02.271977 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.282968 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.299969 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac1ac7-f32e-416b-b7fe-71b63b993e23 req-abaab1ad-ebce-4941-bfd6-ccccc230b121 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:02.304719 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-39ac1ac7-f32e-416b-b7fe-71b63b993e23 req-abaab1ad-ebce-4941-bfd6-ccccc230b121 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 949 time: 0.0706546 Sep 22 20:04:02.350078 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-39ac1ac7-f32e-416b-b7fe-71b63b993e23 req-39b6c7d9-cfa7-41d4-9764-32085c1ed47a tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355897 Sep 22 20:04:02.403197 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.484750 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39112897-f46b-4be4-9c2c-38f62cc74c1e req-30a388cc-8322-4dbc-a38b-e21608b9eb4b tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:02.486932 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-39112897-f46b-4be4-9c2c-38f62cc74c1e req-30a388cc-8322-4dbc-a38b-e21608b9eb4b tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 943 time: 0.0496368 Sep 22 20:04:02.497934 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.526323 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-39112897-f46b-4be4-9c2c-38f62cc74c1e req-c51e4ea6-f18e-4aa2-9c4a-010d4b271b83 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Sep 22 20:04:02.527337 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:04:02.543361 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac483ce-4257-45ce-b6a3-f9c652787dd5,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:02.546305 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.546650 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.segments_db [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Added segment 01f10427-d5a8-4ff7-bd3d-0158175c9d4a of type vlan for network 901fc259-a88d-4271-9c6f-6482c6dabc74 Sep 22 20:04:02.590219 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.640375 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0e220-3a57-47aa-be44-79d97ce30313 req-3f076121-9b1b-4ae5-8a04-f53646e18f5e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:02.642697 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-13f0e220-3a57-47aa-be44-79d97ce30313 req-3f076121-9b1b-4ae5-8a04-f53646e18f5e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0511117 Sep 22 20:04:02.680761 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-13f0e220-3a57-47aa-be44-79d97ce30313 req-4a7d1885-98bf-45a9-930d-7239fde8577e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319569 Sep 22 20:04:02.731720 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.732705 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:02.733321 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.795909 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] Pushing event updated for resources: {'Network': ['ID=901fc259-a88d-4271-9c6f-6482c6dabc74,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:02.806439 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 901fc259-a88d-4271-9c6f-6482c6dabc74 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:04:02.825907 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-641c1e1f-3c1b-4814-90f2-06a36de931fc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8551712 Sep 22 20:04:02.830362 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39688) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:02.835515 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Request body: {'subnet': {'network_id': '901fc259-a88d-4271-9c6f-6482c6dabc74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-639598777-subnet', 'tenant_id': '899a352a2d9a45c5973b3d3906e31004', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:02.867130 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device a4fe1779-f198-4bc6-acc8-7e811fe74c6c details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:04:02.874082 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb01b9-ca28-496a-adaf-8404108670d6 req-9aa054c1-35c1-41ce-b62a-d8f85d4a683f tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:02.881288 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-54eb01b9-ca28-496a-adaf-8404108670d6 req-9aa054c1-35c1-41ce-b62a-d8f85d4a683f tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 949 time: 0.0696316 Sep 22 20:04:02.914899 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-54eb01b9-ca28-496a-adaf-8404108670d6 req-895e75c1-e1f4-43e6-9a10-64de40e97142 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Sep 22 20:04:02.926899 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Made reservation on behalf of 899a352a2d9a45c5973b3d3906e31004 for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:02.931002 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30027817'] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:02.983723 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port a4fe1779-f198-4bc6-acc8-7e811fe74c6c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:02.995478 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': 'a4fe1779-f198-4bc6-acc8-7e811fe74c6c', 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5', 'port_id': 'a4fe1779-f198-4bc6-acc8-7e811fe74c6c', 'mac_address': 'fa:16:3e:a6:7a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d0a0fc-8868-4524-a0c4-077784e066d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:04:03.034672 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:03.047284 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fe1779-f198-4bc6-acc8-7e811fe74c6c {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:04:03.066825 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port a4fe1779-f198-4bc6-acc8-7e811fe74c6c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:03.168588 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:03.194833 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30124472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30027803'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:03.218867 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:03.251661 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46941e31-1ff2-47f2-9167-962326f16973,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:03.264254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Checking segment: {'id': '01f10427-d5a8-4ff7-bd3d-0158175c9d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '901fc259-a88d-4271-9c6f-6482c6dabc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:04:03.264689 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Network hostable DHCP agents. Network: 901fc259-a88d-4271-9c6f-6482c6dabc74, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:04:03.340864 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Network 901fc259-a88d-4271-9c6f-6482c6dabc74 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:04:03.420354 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 901fc259-a88d-4271-9c6f-6482c6dabc74) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:04:03.426022 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:03.431133 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f206b-4d2d-4174-ba45-d85e9a6ce266 None None] Network 901fc259-a88d-4271-9c6f-6482c6dabc74 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:04:03.439428 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:03.539937 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-60033599-f7fb-4eb5-b0cd-2efc0fdbce60 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7048683 Sep 22 20:04:03.598266 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['a4fe1779-f198-4bc6-acc8-7e811fe74c6c'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:04:03.621357 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11213fb6-f7e5-43db-905b-267afe3f08f4 None None] Network 901fc259-a88d-4271-9c6f-6482c6dabc74 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:04:03.705902 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899094b8-5308-41d9-b84c-efddf40b323e req-547a1527-9365-402d-963d-140881677445 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:03.713982 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-899094b8-5308-41d9-b84c-efddf40b323e req-547a1527-9365-402d-963d-140881677445 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 944 time: 0.0676739 Sep 22 20:04:03.770176 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-899094b8-5308-41d9-b84c-efddf40b323e req-22ef4831-b9ed-440a-ad32-b4fd92b92046 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499783 Sep 22 20:04:03.854248 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f70e7f-9db5-4232-a8e6-f5739be4d921 req-1b0770a1-b25e-43ed-8dda-c65ac1d64506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:03.855870 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-63f70e7f-9db5-4232-a8e6-f5739be4d921 req-1b0770a1-b25e-43ed-8dda-c65ac1d64506 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 1098 time: 0.0437770 Sep 22 20:04:03.860982 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd5107-31be-4460-ad2b-4238840867e8 req-0db5f17f-2e2d-4a70-b325-27bf6a324a38 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:03.866223 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96dd5107-31be-4460-ad2b-4238840867e8 req-0db5f17f-2e2d-4a70-b325-27bf6a324a38 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0635262 Sep 22 20:04:03.892887 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-63f70e7f-9db5-4232-a8e6-f5739be4d921 req-23dbb71e-e611-4948-94ce-e9d8a186750c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285077 Sep 22 20:04:03.899628 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96dd5107-31be-4460-ad2b-4238840867e8 req-86b23ac2-70b2-418f-976e-dacfe19fe538 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311816 Sep 22 20:04:04.043853 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e0767-efc8-4547-afe5-30bd0b217007 req-6c7800df-860c-4432-bddf-c6ba8f421f01 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:04.045313 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-db8e0767-efc8-4547-afe5-30bd0b217007 req-6c7800df-860c-4432-bddf-c6ba8f421f01 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 949 time: 0.0526311 Sep 22 20:04:04.089389 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-db8e0767-efc8-4547-afe5-30bd0b217007 req-bfabafec-5e06-4f7e-9d2e-847964fa4192 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374379 Sep 22 20:04:04.159577 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39732) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:04.259719 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c02a453e-9487-45db-b9c5-a74a653acae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.345425 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c02a453e-9487-45db-b9c5-a74a653acae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.431482 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c02a453e-9487-45db-b9c5-a74a653acae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.457251 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39744) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:04.462342 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1362635972-network', 'tenant_id': 'f64d817babb04907a3ae4549d21ab6b0'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:04.472115 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-c02a453e-9487-45db-b9c5-a74a653acae3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9783701269ae48e986db327758fc5821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3114152 Sep 22 20:04:04.474496 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39748) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:04.482169 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a453e-9487-45db-b9c5-a74a653acae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e91612-3c03-4a54-a09c-5a20f1159207,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:04.527119 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-568187fa-1e73-4019-b01a-5f9df9c2fe5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.549285 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-568187fa-1e73-4019-b01a-5f9df9c2fe5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.614402 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Made reservation on behalf of f64d817babb04907a3ae4549d21ab6b0 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:04.616721 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.625069 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.729497 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-568187fa-1e73-4019-b01a-5f9df9c2fe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.732050 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-568187fa-1e73-4019-b01a-5f9df9c2fe5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.733173 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-568187fa-1e73-4019-b01a-5f9df9c2fe5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6e91612-3c03-4a54-a09c-5a20f1159207 HTTP/1.1" status: 204 len: 168 time: 0.2577729 Sep 22 20:04:04.761003 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568187fa-1e73-4019-b01a-5f9df9c2fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e91612-3c03-4a54-a09c-5a20f1159207,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:04.788845 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-4f26bb8c-05fb-4797-8097-9bd539a3b965 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:04.790747 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-4f26bb8c-05fb-4797-8097-9bd539a3b965 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.36 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 949 time: 0.0711069 Sep 22 20:04:04.812750 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.862341 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device a4fe1779-f198-4bc6-acc8-7e811fe74c6c up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:04:04.878374 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.893305 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cece0-e9d6-4616-8146-f670a6727983 req-f80e17c7-f37b-4612-b86f-db021044342a tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:04.894844 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b20cece0-e9d6-4616-8146-f670a6727983 req-f80e17c7-f37b-4612-b86f-db021044342a tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 944 time: 0.0573711 Sep 22 20:04:04.906385 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Deleting port 33d26708-b27c-4bfc-a956-3e97f12e9a34 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:04:04.906740 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.914420 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:04:04.944957 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:04.945316 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Added segment d5fcd20a-ca49-4820-ae5f-f373c657418d of type vlan for network 050d9a38-938d-4580-a1ed-b2788e17a9f5 Sep 22 20:04:04.946669 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc65d25a-fd0c-417a-ad3d-605a3a15aff4,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:05.006320 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port a4fe1779-f198-4bc6-acc8-7e811fe74c6c completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:04:05.010384 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port a4fe1779-f198-4bc6-acc8-7e811fe74c6c triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:04:05.010759 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.012448 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b20cece0-e9d6-4616-8146-f670a6727983 req-6bb5eb66-57e0-49bf-8f02-09a79957032f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085348 Sep 22 20:04:05.030891 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.077725 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] For port 33d26708-b27c-4bfc-a956-3e97f12e9a34, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=33d26708-b27c-4bfc-a956-3e97f12e9a34,segment=NetworkSegment(b7126fae-d5f0-4983-b2f9-498480612d00),segment_id=b7126fae-d5f0-4983-b2f9-498480612d00)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:05.078550 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.088116 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c4a75-2d02-44e8-8941-3820d032bc98 req-09c3e4b0-1510-4e63-b8e5-a969ef75c09a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:05.089794 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9c4c4a75-2d02-44e8-8941-3820d032bc98 req-09c3e4b0-1510-4e63-b8e5-a969ef75c09a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0764201 Sep 22 20:04:05.092575 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Calling delete_port for 33d26708-b27c-4bfc-a956-3e97f12e9a34 owned by compute:nova {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:04:05.118129 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.144430 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9c4c4a75-2d02-44e8-8941-3820d032bc98 req-0b7c9e84-5bc1-4016-98c9-d0dc13892d69 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475242 Sep 22 20:04:05.155176 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.155176 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:05.155176 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.167578 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49de1ce2-e66d-4953-9c33-b6d4e4e190c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fe1779-f198-4bc6-acc8-7e811fe74c6c'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:05.174399 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52af10d5-8856-48b5-b02b-fba528f73dcf" -d '{"events": [{"server_uuid": "49de1ce2-e66d-4953-9c33-b6d4e4e190c5", "name": "network-vif-plugged", "status": "completed", "tag": "a4fe1779-f198-4bc6-acc8-7e811fe74c6c"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:05.204022 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port a4fe1779-f198-4bc6-acc8-7e811fe74c6c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:05.276656 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] Pushing event updated for resources: {'Network': ['ID=050d9a38-938d-4580-a1ed-b2788e17a9f5,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:05.286490 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-83c21e22-9a5d-4856-ad83-d453b9a45156 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8280265 Sep 22 20:04:05.287749 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 050d9a38-938d-4580-a1ed-b2788e17a9f5 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:04:05.289633 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39766) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:05.294643 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Request body: {'subnet': {'network_id': '050d9a38-938d-4580-a1ed-b2788e17a9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1362635972-subnet', 'tenant_id': 'f64d817babb04907a3ae4549d21ab6b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:05.319172 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897a838-0dca-41c3-b16d-13c16efeb3bf req-bda73583-e1fc-45c0-b419-117a1bd335d2 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:05.320698 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b897a838-0dca-41c3-b16d-13c16efeb3bf req-bda73583-e1fc-45c0-b419-117a1bd335d2 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 949 time: 0.1178296 Sep 22 20:04:05.347574 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff68f00-3cd6-43f9-9679-38f700db8083 x-openstack-request-id: req-7ff68f00-3cd6-43f9-9679-38f700db8083 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:05.347876 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49de1ce2-e66d-4953-9c33-b6d4e4e190c5", "name": "network-vif-plugged", "status": "completed", "tag": "a4fe1779-f198-4bc6-acc8-7e811fe74c6c", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:05.348155 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ff68f00-3cd6-43f9-9679-38f700db8083 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:05.348538 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49de1ce2-e66d-4953-9c33-b6d4e4e190c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fe1779-f198-4bc6-acc8-7e811fe74c6c', 'code': 200} Sep 22 20:04:05.353830 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.367247 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b897a838-0dca-41c3-b16d-13c16efeb3bf req-3ed0519e-ef64-49d8-a866-e476e2a38e50 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/security-groups?id=e56b3d80-4bf8-43e7-8ec9-b692db917b23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Sep 22 20:04:05.414542 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Made reservation on behalf of f64d817babb04907a3ae4549d21ab6b0 for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:05.414691 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.416034 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:05.418779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853115'] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.427051 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['33d26708-b27c-4bfc-a956-3e97f12e9a34'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:04:05.453780 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Pushing event deleted for resources: {'Port': ['ID=33d26708-b27c-4bfc-a956-3e97f12e9a34,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:05.497608 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] No DVR routers for this DVR port 33d26708-b27c-4bfc-a956-3e97f12e9a34 on host hv-cinder-77853 {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:04:05.500283 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.503317 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-38da1afc-a465-42bb-b71a-a83533bacdd6 req-64d16267-d6e7-4842-aac0-8a3718140986 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.36 "DELETE /v2.0/ports/33d26708-b27c-4bfc-a956-3e97f12e9a34 HTTP/1.1" status: 204 len: 173 time: 0.7062249 Sep 22 20:04:05.504055 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652b5226-a51e-4739-80d5-b5596aa53f26', 'name': 'network-vif-deleted', 'tag': '33d26708-b27c-4bfc-a956-3e97f12e9a34'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:05.506558 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacf0436-6c99-45e6-8c29-225a87060323" -d '{"events": [{"server_uuid": "652b5226-a51e-4739-80d5-b5596aa53f26", "name": "network-vif-deleted", "tag": "33d26708-b27c-4bfc-a956-3e97f12e9a34"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:05.583148 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93556cab-44d7-4eed-8774-7a9e81a99ec5 x-openstack-request-id: req-93556cab-44d7-4eed-8774-7a9e81a99ec5 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:05.583433 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652b5226-a51e-4739-80d5-b5596aa53f26", "name": "network-vif-deleted", "tag": "33d26708-b27c-4bfc-a956-3e97f12e9a34", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:05.583941 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-93556cab-44d7-4eed-8774-7a9e81a99ec5 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:05.584479 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652b5226-a51e-4739-80d5-b5596aa53f26', 'name': 'network-vif-deleted', 'tag': '33d26708-b27c-4bfc-a956-3e97f12e9a34', 'status': 'completed', 'code': 200} Sep 22 20:04:05.606987 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 39776) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:05.624479 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d8d50d68-2d9e-4cf6-bf9b-39d3bdf0f81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.754082 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bdca1-37a5-4dea-bf32-7d703f549ac1 req-928776e8-b79a-4f29-b0df-dd14d165f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:05.755576 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-231bdca1-37a5-4dea-bf32-7d703f549ac1 req-928776e8-b79a-4f29-b0df-dd14d165f397 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 1098 time: 0.0555403 Sep 22 20:04:05.759780 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29555452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853065'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.762802 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d8d50d68-2d9e-4cf6-bf9b-39d3bdf0f81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.799211 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-231bdca1-37a5-4dea-bf32-7d703f549ac1 req-e96a6075-dfa8-469d-b21d-58bbc911b51c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362191 Sep 22 20:04:05.812265 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939fb2b2-c06f-43e2-ac77-595ff1c019d1,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:05.829325 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Checking segment: {'id': 'd5fcd20a-ca49-4820-ae5f-f373c657418d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '050d9a38-938d-4580-a1ed-b2788e17a9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:04:05.829939 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Network hostable DHCP agents. Network: 050d9a38-938d-4580-a1ed-b2788e17a9f5, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:04:05.839623 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d8d50d68-2d9e-4cf6-bf9b-39d3bdf0f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.882311 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-d8d50d68-2d9e-4cf6-bf9b-39d3bdf0f81b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3702cbd41502400fa78b616ea647453c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742097 Sep 22 20:04:05.884057 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d50d68-2d9e-4cf6-bf9b-39d3bdf0f81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67faafdb-e11f-4915-9278-3a63a9485be9,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:05.884952 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 39782) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:05.928549 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Network 050d9a38-938d-4580-a1ed-b2788e17a9f5 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:04:05.937845 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7bb1545d-9038-4e7b-ace4-db8c1c6938e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:05.959233 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7bb1545d-9038-4e7b-ace4-db8c1c6938e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:06.031501 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 050d9a38-938d-4580-a1ed-b2788e17a9f5) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:04:06.041503 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061573f-4fdc-44d6-80a4-000de1400629 None None] Network 050d9a38-938d-4580-a1ed-b2788e17a9f5 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:04:06.043270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:06.044602 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:06.124005 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7bb1545d-9038-4e7b-ace4-db8c1c6938e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:06.126728 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7bb1545d-9038-4e7b-ace4-db8c1c6938e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:06.128184 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7bb1545d-9038-4e7b-ace4-db8c1c6938e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67faafdb-e11f-4915-9278-3a63a9485be9 HTTP/1.1" status: 204 len: 168 time: 0.2421825 Sep 22 20:04:06.135621 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94383b2a-746a-4817-bde5-937cbbc5a606 req-5efa4a6e-6b43-47d9-a0f2-bfdc8736b756 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:06.136355 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb1545d-9038-4e7b-ace4-db8c1c6938e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67faafdb-e11f-4915-9278-3a63a9485be9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:06.137090 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94383b2a-746a-4817-bde5-937cbbc5a606 req-5efa4a6e-6b43-47d9-a0f2-bfdc8736b756 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 945 time: 0.0494297 Sep 22 20:04:06.152742 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-eb3c4d17-1287-4632-bef0-f075b4d1cb71 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8618917 Sep 22 20:04:06.191292 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94383b2a-746a-4817-bde5-937cbbc5a606 req-196e3339-2432-4886-97a2-cc4d07845635 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460722 Sep 22 20:04:06.214890 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185046bd-f6c6-4363-ae23-071a64fea324 None None] Network 050d9a38-938d-4580-a1ed-b2788e17a9f5 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:04:06.293337 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc65710-6a94-4604-bef6-bba4d66cc3dc req-8bee15c4-4129-4751-a8a7-94315ebe65a7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:06.301373 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8dc65710-6a94-4604-bef6-bba4d66cc3dc req-8bee15c4-4129-4751-a8a7-94315ebe65a7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0602307 Sep 22 20:04:06.336307 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8dc65710-6a94-4604-bef6-bba4d66cc3dc req-00f0ef10-4c87-4c83-9bae-6278f28fbc2d tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Sep 22 20:04:06.497101 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dc02abb3-efbb-4544-ba98-c8fba7553b1f req-3b806979-e307-40db-8802-930ec3f6e694 tempest-VolumesNegativeTest-2009776515 tempest-VolumesNegativeTest-2009776515-project] 10.222.0.11 "GET /v2.0/ports?device_id=652b5226-a51e-4739-80d5-b5596aa53f26 HTTP/1.1" status: 200 len: 210 time: 0.0401568 Sep 22 20:04:06.509950 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c5058-3bea-48a7-b16b-2a3ff7c2c831 req-811f49b2-ae32-4751-986a-54bcb29a3bd0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:06.514501 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1e4c5058-3bea-48a7-b16b-2a3ff7c2c831 req-811f49b2-ae32-4751-986a-54bcb29a3bd0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0934584 Sep 22 20:04:06.560688 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1e4c5058-3bea-48a7-b16b-2a3ff7c2c831 req-4754d628-8185-458d-b4d4-e373f05ffa7d tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Sep 22 20:04:07.308547 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc563f3-ea62-4692-b855-b93a5354c824 req-afa9684a-84d0-483c-9096-1f3c1f653a46 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:07.310634 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bc563f3-ea62-4692-b855-b93a5354c824 req-afa9684a-84d0-483c-9096-1f3c1f653a46 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 945 time: 0.0498443 Sep 22 20:04:07.352817 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bc563f3-ea62-4692-b855-b93a5354c824 req-681ec68d-2ed4-4a97-9d1b-269528e5a6e1 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342031 Sep 22 20:04:08.466920 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a3efc-374a-4c3a-a88b-8d041ccc9fd9 req-1d295c7a-3359-475b-af39-8b35397e9720 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:08.468636 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a2a3efc-374a-4c3a-a88b-8d041ccc9fd9 req-1d295c7a-3359-475b-af39-8b35397e9720 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 945 time: 0.0485115 Sep 22 20:04:08.512247 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a2a3efc-374a-4c3a-a88b-8d041ccc9fd9 req-da76d7a6-b9ee-4ca5-a99b-901de8e9129e tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372355 Sep 22 20:04:08.896088 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 33d26708-b27c-4bfc-a956-3e97f12e9a34 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:04:08.916416 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 33d26708-b27c-4bfc-a956-3e97f12e9a34 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:04:08.916786 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 33d26708-b27c-4bfc-a956-3e97f12e9a34 not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:04:09.310574 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ec067-8a37-46de-90f3-b7b7363abb17 req-932d3313-8d12-424e-84d2-5ac4c350e00c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:09.314216 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5b0ec067-8a37-46de-90f3-b7b7363abb17 req-932d3313-8d12-424e-84d2-5ac4c350e00c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0797567 Sep 22 20:04:09.358165 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5b0ec067-8a37-46de-90f3-b7b7363abb17 req-eb73adbd-6462-49d4-a38c-ba4fedac0cf1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Sep 22 20:04:09.379426 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511811a-f5c2-4630-b079-112341f230ef req-96e5354a-9100-4e86-8b3d-aca1f1924eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:09.379426 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-e511811a-f5c2-4630-b079-112341f230ef req-96e5354a-9100-4e86-8b3d-aca1f1924eb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1098 time: 0.0908158 Sep 22 20:04:09.500361 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511811a-f5c2-4630-b079-112341f230ef req-88cdb1a1-9a85-46f9-a7da-9eeb0d892f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:09.501909 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-e511811a-f5c2-4630-b079-112341f230ef req-88cdb1a1-9a85-46f9-a7da-9eeb0d892f11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 920 time: 0.1151953 Sep 22 20:04:09.546659 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-e511811a-f5c2-4630-b079-112341f230ef req-e94939a0-9adb-46ac-a9a0-111322f72bc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 200 len: 217 time: 0.0347538 Sep 22 20:04:09.596094 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511811a-f5c2-4630-b079-112341f230ef req-1313cd40-33cc-4c58-a7b2-1e2986d7c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:09.597593 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-e511811a-f5c2-4630-b079-112341f230ef req-1313cd40-33cc-4c58-a7b2-1e2986d7c382 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.0432463 Sep 22 20:04:09.630143 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-e511811a-f5c2-4630-b079-112341f230ef req-46962f83-3468-4195-b8d8-685ccdf56bcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225420 Sep 22 20:04:09.734478 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-e511811a-f5c2-4630-b079-112341f230ef req-235c3d62-f3ec-42bf-bd1d-1c8683390ec6 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895469 Sep 22 20:04:09.851396 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-e511811a-f5c2-4630-b079-112341f230ef req-7b9c7439-cfda-43e1-b943-6d1d4e68ac7a service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082089 Sep 22 20:04:10.383054 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c708e-3f89-4615-b1dc-7b264d3ec69e req-e8aa685e-6954-4bfb-87d2-7d10ca81e2b8 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:10.402351 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e15c708e-3f89-4615-b1dc-7b264d3ec69e req-e8aa685e-6954-4bfb-87d2-7d10ca81e2b8 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 945 time: 0.0509250 Sep 22 20:04:10.621641 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e15c708e-3f89-4615-b1dc-7b264d3ec69e req-367ac3fc-425b-44ef-90f5-b9fabc32b1e9 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476296 Sep 22 20:04:10.621641 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e9c4b-2c36-4141-86d6-44c2452acab6 req-982e8de1-888d-4b18-99f1-53faaa2ea1e9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:10.621641 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-431e9c4b-2c36-4141-86d6-44c2452acab6 req-982e8de1-888d-4b18-99f1-53faaa2ea1e9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0547473 Sep 22 20:04:10.621641 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-431e9c4b-2c36-4141-86d6-44c2452acab6 req-6f1d6c2e-a542-4827-a02d-0abbfa35e744 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359800 Sep 22 20:04:11.728325 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2f74-dfdb-4325-a32e-2644c90eb883 req-4e3f7b0e-f738-4a2a-aa09-0fed4868606d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:11.729776 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-accf2f74-dfdb-4325-a32e-2644c90eb883 req-4e3f7b0e-f738-4a2a-aa09-0fed4868606d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 945 time: 0.0763433 Sep 22 20:04:11.737995 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413cef1-7047-46bc-94a9-72b07a8f8eab req-a66b7b62-3c25-4b38-832b-584c96daef42 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:11.739461 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f413cef1-7047-46bc-94a9-72b07a8f8eab req-a66b7b62-3c25-4b38-832b-584c96daef42 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0846322 Sep 22 20:04:11.787610 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-accf2f74-dfdb-4325-a32e-2644c90eb883 req-28b9b1ba-b9d8-441b-a347-1d72386a15ef tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472016 Sep 22 20:04:11.801290 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f413cef1-7047-46bc-94a9-72b07a8f8eab req-588b56f0-8bef-4762-90e4-e0b16e8df264 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524549 Sep 22 20:04:12.126885 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-7d481dc0-40de-4cb9-978a-c471b903e056 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:12.128411 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-7d481dc0-40de-4cb9-978a-c471b903e056 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.36 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 945 time: 0.0509779 Sep 22 20:04:12.237875 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Deleting port a4fe1779-f198-4bc6-acc8-7e811fe74c6c {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:04:12.237875 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:12.333760 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] For port a4fe1779-f198-4bc6-acc8-7e811fe74c6c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:12.333760 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:12.350163 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Calling delete_port for a4fe1779-f198-4bc6-acc8-7e811fe74c6c owned by compute:nova {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:04:12.580911 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:12.593926 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['a4fe1779-f198-4bc6-acc8-7e811fe74c6c'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:04:12.610884 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Pushing event deleted for resources: {'Port': ['ID=a4fe1779-f198-4bc6-acc8-7e811fe74c6c,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:12.649653 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] No DVR routers for this DVR port a4fe1779-f198-4bc6-acc8-7e811fe74c6c on host hv-cinder-77853 {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:04:12.652758 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:12.654831 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-f159906f-6772-4e05-b88a-a5a9c6a9db07 req-5beff1de-ad5c-4399-bbbd-fafadea0205f tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.36 "DELETE /v2.0/ports/a4fe1779-f198-4bc6-acc8-7e811fe74c6c HTTP/1.1" status: 204 len: 173 time: 0.5161915 Sep 22 20:04:12.655256 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49de1ce2-e66d-4953-9c33-b6d4e4e190c5', 'name': 'network-vif-deleted', 'tag': 'a4fe1779-f198-4bc6-acc8-7e811fe74c6c'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:12.658198 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d7dffc-0599-4bde-b570-f2fa3eb6cfec" -d '{"events": [{"server_uuid": "49de1ce2-e66d-4953-9c33-b6d4e4e190c5", "name": "network-vif-deleted", "tag": "a4fe1779-f198-4bc6-acc8-7e811fe74c6c"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:12.696853 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7d0f11-9c09-4c05-bf26-bc394f16055d x-openstack-request-id: req-2c7d0f11-9c09-4c05-bf26-bc394f16055d {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:12.697227 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49de1ce2-e66d-4953-9c33-b6d4e4e190c5", "name": "network-vif-deleted", "tag": "a4fe1779-f198-4bc6-acc8-7e811fe74c6c", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:12.697537 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c7d0f11-9c09-4c05-bf26-bc394f16055d {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:12.698023 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49de1ce2-e66d-4953-9c33-b6d4e4e190c5', 'name': 'network-vif-deleted', 'tag': 'a4fe1779-f198-4bc6-acc8-7e811fe74c6c', 'status': 'completed', 'code': 200} Sep 22 20:04:12.837270 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f962c29a-18ae-40d2-a8ae-ac24fa25d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:12.923365 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c1af9028-d3ac-4f71-b87d-9d343f5472ff req-6cd44686-49ee-4518-903d-37ada969a1ff tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=49de1ce2-e66d-4953-9c33-b6d4e4e190c5 HTTP/1.1" status: 200 len: 210 time: 0.0426784 Sep 22 20:04:12.963064 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e6881-888d-41d3-8d41-a3bb561a7cc7 req-5587f805-32de-4948-9c0e-e13d2f4d3173 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:12.964852 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-911e6881-888d-41d3-8d41-a3bb561a7cc7 req-5587f805-32de-4948-9c0e-e13d2f4d3173 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0739119 Sep 22 20:04:13.005381 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-911e6881-888d-41d3-8d41-a3bb561a7cc7 req-98ad34fd-a4c6-43d7-ae1f-844932498bfe tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 Sep 22 20:04:14.124710 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337877da-1046-4f5c-a4f6-a3e0b670ab29 req-6f37dcde-1471-4b33-9581-aa77ef9c0be1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:14.126391 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-337877da-1046-4f5c-a4f6-a3e0b670ab29 req-6f37dcde-1471-4b33-9581-aa77ef9c0be1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0510273 Sep 22 20:04:14.179590 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-337877da-1046-4f5c-a4f6-a3e0b670ab29 req-232ffbc1-3abd-4d80-b212-27b0cabfaf91 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461435 Sep 22 20:04:14.288972 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-68caf0c8-5019-4c23-9282-f8c7482307e3 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:14.290448 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-68caf0c8-5019-4c23-9282-f8c7482307e3 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/networks?id=1269c2c6-4cac-4899-8fdc-a29aff095bf5 HTTP/1.1" status: 200 len: 809 time: 0.1278589 Sep 22 20:04:14.305528 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-e4bd86bd-ee16-4b40-8aa5-7d8699f65ee7 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/quotas/189490ea0f3a444cba34b37428b0e7e3 HTTP/1.1" status: 200 len: 375 time: 0.0091434 Sep 22 20:04:14.338192 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-2af82438-9825-4c0a-a997-3bbaefb76022 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=189490ea0f3a444cba34b37428b0e7e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266614 Sep 22 20:04:14.431131 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-a2e72b35-a191-49a1-b689-6e4f62007d78 service neutron] 10.222.0.11 "GET /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857644 Sep 22 20:04:14.538680 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-94af48fc-f508-4b4d-a0aa-86725df65876 service neutron] 10.222.0.11 "GET /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012197 Sep 22 20:04:14.831568 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e758bd03-943e-449c-8562-8eebe1e43864 req-cefcfbfa-4318-40bf-8765-b3fe399472fe tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 210 time: 0.0388367 Sep 22 20:04:14.986184 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40322) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:15.070833 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40326) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:15.173889 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-558cad64-678e-4605-b595-85a70c9a323e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a336d03c684842beaf782e0d6a96bae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854074 Sep 22 20:04:15.179171 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40330) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:15.197724 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0d87802-617c-4473-8d59-c5832f5964fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.237050 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2e3a-36ba-4484-acb9-66100da2eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.260745 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2e3a-36ba-4484-acb9-66100da2eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.315009 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0d87802-617c-4473-8d59-c5832f5964fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.337208 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a095f-f540-48d8-8316-2a160dcee7fd req-fb5a6cdc-9ff6-4b09-94d1-0953017c0085 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:15.341750 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d58a095f-f540-48d8-8316-2a160dcee7fd req-fb5a6cdc-9ff6-4b09-94d1-0953017c0085 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0593801 Sep 22 20:04:15.376487 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d58a095f-f540-48d8-8316-2a160dcee7fd req-bab9b6e7-e839-463e-919a-333b45b6d873 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Sep 22 20:04:15.420209 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0d87802-617c-4473-8d59-c5832f5964fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.420379 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2e3a-36ba-4484-acb9-66100da2eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.423613 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ec2f2e3a-36ba-4484-acb9-66100da2eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.426069 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ec2f2e3a-36ba-4484-acb9-66100da2eef8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e56b3d80-4bf8-43e7-8ec9-b692db917b23 HTTP/1.1" status: 204 len: 168 time: 0.2467453 Sep 22 20:04:15.435476 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f2e3a-36ba-4484-acb9-66100da2eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b3d80-4bf8-43e7-8ec9-b692db917b23,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:15.463852 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d87802-617c-4473-8d59-c5832f5964fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f3c05-33ed-483c-8fd9-c6d028a9b2a6,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:15.467717 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f0d87802-617c-4473-8d59-c5832f5964fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77214fa6902940f2a7aefbba0ba98ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961163 Sep 22 20:04:15.470949 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40340) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:15.525948 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8276fc96-2628-4781-a738-7902a1ba0417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.545545 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-fcb8f13e-7ad7-4312-bca9-fe31d954318e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.550931 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8276fc96-2628-4781-a738-7902a1ba0417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.680685 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8276fc96-2628-4781-a738-7902a1ba0417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.684864 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8276fc96-2628-4781-a738-7902a1ba0417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:15.687559 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-8276fc96-2628-4781-a738-7902a1ba0417 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/617f3c05-33ed-483c-8fd9-c6d028a9b2a6 HTTP/1.1" status: 204 len: 168 time: 0.2141898 Sep 22 20:04:15.694166 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276fc96-2628-4781-a738-7902a1ba0417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f3c05-33ed-483c-8fd9-c6d028a9b2a6,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:15.918912 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-355d7a81-a888-4ee9-9d5c-c712bb755b08 req-250afa10-c5d7-4738-a233-90e7bc3cccb0 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 210 time: 0.0251038 Sep 22 20:04:16.217679 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.480712 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40384) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:16.497831 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-440d91d8-835b-4eec-b399-d7554c67579d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.511560 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79137cfd-70ca-4e9f-98ff-5cc1f1d8cb1f req-3254daec-dd58-49ad-9523-ff3364283aa8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:16.513212 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-79137cfd-70ca-4e9f-98ff-5cc1f1d8cb1f req-3254daec-dd58-49ad-9523-ff3364283aa8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0548077 Sep 22 20:04:16.523962 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40386) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:16.558731 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-79137cfd-70ca-4e9f-98ff-5cc1f1d8cb1f req-41ddadaa-437c-4e5e-bac5-e26a5541ec6a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392280 Sep 22 20:04:16.613854 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-440d91d8-835b-4eec-b399-d7554c67579d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.651861 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.682194 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-208211640-network', 'tenant_id': 'c5c6d5ff75014133a394e70bae8cbafe'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:16.689485 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-440d91d8-835b-4eec-b399-d7554c67579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.742946 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-440d91d8-835b-4eec-b399-d7554c67579d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a80ce2b4eb064d1d9dd5cc010fc1d788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608063 Sep 22 20:04:16.744963 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d91d8-835b-4eec-b399-d7554c67579d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff920c55-289a-473e-9cd1-48bd9ed2b93b,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:16.751288 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40394) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:16.803062 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bbcba4c3-8982-4100-a08c-f67e0106462d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.824441 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bbcba4c3-8982-4100-a08c-f67e0106462d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.842388 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Made reservation on behalf of c5c6d5ff75014133a394e70bae8cbafe for: {'network': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:16.842388 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.855761 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.916262 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device a4fe1779-f198-4bc6-acc8-7e811fe74c6c no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:04:16.939332 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: a4fe1779-f198-4bc6-acc8-7e811fe74c6c {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:04:16.952634 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device a4fe1779-f198-4bc6-acc8-7e811fe74c6c not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:04:16.974222 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bbcba4c3-8982-4100-a08c-f67e0106462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.976679 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bbcba4c3-8982-4100-a08c-f67e0106462d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:16.979161 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-bbcba4c3-8982-4100-a08c-f67e0106462d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ff920c55-289a-473e-9cd1-48bd9ed2b93b HTTP/1.1" status: 204 len: 168 time: 0.2240055 Sep 22 20:04:17.000229 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcba4c3-8982-4100-a08c-f67e0106462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff920c55-289a-473e-9cd1-48bd9ed2b93b,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:17.033262 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-523e1f9d-4730-4160-9bd4-6183e90d87ce req-e777b948-fc34-4568-b432-f545c8878f8c tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 210 time: 0.0413880 Sep 22 20:04:17.144134 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-e6682850-795a-4b11-84ae-6ad968a72323 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:17.146070 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-e6682850-795a-4b11-84ae-6ad968a72323 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.36 "GET /v2.0/networks?id=1269c2c6-4cac-4899-8fdc-a29aff095bf5 HTTP/1.1" status: 200 len: 809 time: 0.1427023 Sep 22 20:04:17.148188 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.160509 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Request body: {'port': {'device_id': 'aa463959-4b65-4d76-87e2-1352c7da9352', 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5', 'admin_state_up': True, 'tenant_id': '189490ea0f3a444cba34b37428b0e7e3'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:17.237708 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.280475 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=101137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:04:17.291307 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcecf03-2674-4c55-a480-b553f4dbdbf4,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:17.306160 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.306502 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.segments_db [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Added segment b18c1742-78fd-4682-9ad8-12c91ea516ac of type vlan for network f69df5ca-2e9a-4119-b1e1-8296d0a8664a Sep 22 20:04:17.348480 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.369068 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Made reservation on behalf of 189490ea0f3a444cba34b37428b0e7e3 for: {'port': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:17.379345 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.443878 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.444920 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:17.445566 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.551621 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] Pushing event updated for resources: {'Network': ['ID=f69df5ca-2e9a-4119-b1e1-8296d0a8664a,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:17.561878 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Allocated IP 172.20.0.12 (1269c2c6-4cac-4899-8fdc-a29aff095bf5/f4d0a0fc-8868-4524-a0c4-077784e066d1/7b5d4126-1d92-472a-a69f-c7fe196ef89b) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:04:17.563572 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network f69df5ca-2e9a-4119-b1e1-8296d0a8664a details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:04:17.597907 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ebe9bd51-4e0c-417f-ae15-b45144f9022d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0726538 Sep 22 20:04:17.601643 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40414) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:17.605771 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Request body: {'subnet': {'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-208211640-subnet', 'tenant_id': 'c5c6d5ff75014133a394e70bae8cbafe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:17.703188 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4587e06-7b49-49f2-a8bf-f5da02d0810d req-4df445a5-8515-49a9-a650-213d0ae37d50 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:17.706228 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4587e06-7b49-49f2-a8bf-f5da02d0810d req-4df445a5-8515-49a9-a650-213d0ae37d50 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0634274 Sep 22 20:04:17.728370 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Made reservation on behalf of c5c6d5ff75014133a394e70bae8cbafe for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:17.730984 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853115'] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.742978 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.768986 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4587e06-7b49-49f2-a8bf-f5da02d0810d req-02db97ca-b4df-4f48-8624-45f921f90522 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575936 Sep 22 20:04:17.862561 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.904420 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40420) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:17.934969 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7c244cd5-7a91-4d00-8432-7f2ca1050eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:17.942763 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:04:17.949854 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Pushing event updated for resources: {'Port': ['ID=7b5d4126-1d92-472a-a69f-c7fe196ef89b,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:17.953089 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:04:17.955324 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:04:17.997137 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29555452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853065'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.022829 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:18.023335 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.057271 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c0fcb2c-8e90-4419-a410-74dadd0924de,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:18.062000 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Checking segment: {'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:04:18.062381 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Network hostable DHCP agents. Network: f69df5ca-2e9a-4119-b1e1-8296d0a8664a, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:04:18.107489 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7c244cd5-7a91-4d00-8432-7f2ca1050eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.154856 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be01524-f1ed-47ec-b35a-977bb009cb2c req-3483fe89-4bdb-4573-93cb-e1d6726e0793 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:18.156308 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7be01524-f1ed-47ec-b35a-977bb009cb2c req-3483fe89-4bdb-4573-93cb-e1d6726e0793 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 932 time: 0.0475380 Sep 22 20:04:18.180190 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Network f69df5ca-2e9a-4119-b1e1-8296d0a8664a is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:04:18.203604 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7be01524-f1ed-47ec-b35a-977bb009cb2c req-2d43d1f9-96df-45b7-b7f6-b6d11ce1d434 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404768 Sep 22 20:04:18.204241 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7c244cd5-7a91-4d00-8432-7f2ca1050eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.241475 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c244cd5-7a91-4d00-8432-7f2ca1050eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce461f98-806a-4ef0-a647-94eb66f47ac9,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:18.246004 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7c244cd5-7a91-4d00-8432-7f2ca1050eb4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05f23fa427f049c690848d4351e662cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404875 Sep 22 20:04:18.248980 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40428) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:18.260015 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, f69df5ca-2e9a-4119-b1e1-8296d0a8664a) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:04:18.264283 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:18.265048 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.268892 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10647b1-b96f-467e-a4ba-34fdb7055e54 None None] Network f69df5ca-2e9a-4119-b1e1-8296d0a8664a requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:04:18.294517 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-1cfa2000-1816-40c3-869d-c3af26e1672d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1377351 Sep 22 20:04:18.299592 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6df6ae22-6f43-4116-a780-bd27ac13b121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.313946 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Request body: {'port': {'device_id': 'aa463959-4b65-4d76-87e2-1352c7da9352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:18.346420 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6df6ae22-6f43-4116-a780-bd27ac13b121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.363934 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-8c8d1b7d-536e-4203-9e12-de758673bad7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7622204 Sep 22 20:04:18.402636 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.541460 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b793568-0c85-42ad-ac83-4e558236caf4 None None] Network f69df5ca-2e9a-4119-b1e1-8296d0a8664a requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:04:18.556242 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.556696 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6df6ae22-6f43-4116-a780-bd27ac13b121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.559568 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6df6ae22-6f43-4116-a780-bd27ac13b121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.564500 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-6df6ae22-6f43-4116-a780-bd27ac13b121 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce461f98-806a-4ef0-a647-94eb66f47ac9 HTTP/1.1" status: 204 len: 168 time: 0.3111587 Sep 22 20:04:18.577155 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6ae22-6f43-4116-a780-bd27ac13b121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce461f98-806a-4ef0-a647-94eb66f47ac9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:18.726440 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b5d4126-1d92-472a-a69f-c7fe196ef89b {{(pid=101137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:04:18.734019 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.750958 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.provisioning_blocks [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Transition to ACTIVE for port object 7b5d4126-1d92-472a-a69f-c7fe196ef89b will not be triggered until provisioned by entity L2. {{(pid=101137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:04:18.814518 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.871405 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d4126-1d92-472a-a69f-c7fe196ef89b,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:18.917308 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0e520-7fd3-4c22-b899-e36f8a1f0f43 req-b743c818-e31a-4252-96ba-4c154d5b0781 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:18.918833 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-13b0e520-7fd3-4c22-b899-e36f8a1f0f43 req-b743c818-e31a-4252-96ba-4c154d5b0781 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0668466 Sep 22 20:04:18.944226 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Attempting to bind port 7b5d4126-1d92-472a-a69f-c7fe196ef89b on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:04:18.944613 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Attempting to bind port 7b5d4126-1d92-472a-a69f-c7fe196ef89b by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:04:18.944929 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Attempting to bind port 7b5d4126-1d92-472a-a69f-c7fe196ef89b on network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:04:18.949359 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Port 7b5d4126-1d92-472a-a69f-c7fe196ef89b on network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:04:18.949685 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Attempting to bind port 7b5d4126-1d92-472a-a69f-c7fe196ef89b on network 1269c2c6-4cac-4899-8fdc-a29aff095bf5 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:04:18.955250 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:04:18.955582 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Checking segment: {'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:04:18.955976 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Bound using segment: {'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:04:18.956401 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Bound port: 7b5d4126-1d92-472a-a69f-c7fe196ef89b, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75ba407e-585d-4581-b59e-6a310ad9ae6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5'}}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:04:18.956757 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:18.960055 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-13b0e520-7fd3-4c22-b899-e36f8a1f0f43 req-b9ac8acc-1fd0-400d-84e9-92e53e9317af tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346100 Sep 22 20:04:19.032021 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] For port 7b5d4126-1d92-472a-a69f-c7fe196ef89b, host hv-cinder-77853, cleared binding levels {{(pid=101137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:04:19.035260 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] For port 7b5d4126-1d92-472a-a69f-c7fe196ef89b, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7b5d4126-1d92-472a-a69f-c7fe196ef89b,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:04:19.129185 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:19.160653 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:19.161133 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:19.162847 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] 10.222.0.36 "PUT /v2.0/ports/7b5d4126-1d92-472a-a69f-c7fe196ef89b HTTP/1.1" status: 200 len: 1094 time: 0.8539090 Sep 22 20:04:19.165302 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa463959-4b65-4d76-87e2-1352c7da9352', 'tag': '7b5d4126-1d92-472a-a69f-c7fe196ef89b'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:19.168428 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da033bbb-5c27-4a68-80c5-5bf856d03df6" -d '{"events": [{"name": "network-changed", "server_uuid": "aa463959-4b65-4d76-87e2-1352c7da9352", "tag": "7b5d4126-1d92-472a-a69f-c7fe196ef89b"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:19.198257 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203b975-256c-454e-bde7-dae5613a7ade service neutron] Pushing event updated for resources: {'Port': ['ID=7b5d4126-1d92-472a-a69f-c7fe196ef89b,revision_number=3']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:19.215150 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586f802f-27bc-406b-acdf-d45c6d35fb4f x-openstack-request-id: req-586f802f-27bc-406b-acdf-d45c6d35fb4f {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:19.215449 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa463959-4b65-4d76-87e2-1352c7da9352", "tag": "7b5d4126-1d92-472a-a69f-c7fe196ef89b", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:19.215705 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-586f802f-27bc-406b-acdf-d45c6d35fb4f {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:19.216137 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa463959-4b65-4d76-87e2-1352c7da9352', 'tag': '7b5d4126-1d92-472a-a69f-c7fe196ef89b', 'status': 'completed', 'code': 200} Sep 22 20:04:19.294878 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da033bbb-5c27-4a68-80c5-5bf856d03df6 req-55eaf756-1a2f-4bf6-b1a1-cc5355341954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:19.296389 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-da033bbb-5c27-4a68-80c5-5bf856d03df6 req-55eaf756-1a2f-4bf6-b1a1-cc5355341954 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=189490ea0f3a444cba34b37428b0e7e3&device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 1097 time: 0.0538559 Sep 22 20:04:19.346167 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef01678-89f3-426f-b746-42aa1d7abeed req-78cb7957-0f32-4c7b-bae3-9385da3ede57 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:19.347849 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cef01678-89f3-426f-b746-42aa1d7abeed req-78cb7957-0f32-4c7b-bae3-9385da3ede57 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 944 time: 0.0623472 Sep 22 20:04:19.403915 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cef01678-89f3-426f-b746-42aa1d7abeed req-b8dabc24-e135-4285-9e52-d2f92fcce1d9 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Sep 22 20:04:19.693836 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da033bbb-5c27-4a68-80c5-5bf856d03df6 req-2a6a5594-6498-476d-823c-d350832b13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:19.693836 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-da033bbb-5c27-4a68-80c5-5bf856d03df6 req-2a6a5594-6498-476d-823c-d350832b13b2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=189490ea0f3a444cba34b37428b0e7e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3621368 Sep 22 20:04:19.770824 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da033bbb-5c27-4a68-80c5-5bf856d03df6 req-7610193e-b256-447b-aee2-b3f7e315fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:19.772305 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-da033bbb-5c27-4a68-80c5-5bf856d03df6 req-7610193e-b256-447b-aee2-b3f7e315fa80 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904462 Sep 22 20:04:19.862066 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-daa1130d-23ed-40fc-a2fd-e47531e6ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:19.863556 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-daa1130d-23ed-40fc-a2fd-e47531e6ca5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=189490ea0f3a444cba34b37428b0e7e3&device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 1097 time: 0.0408809 Sep 22 20:04:19.919376 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-a41f04a3-5ce6-4c75-9f87-86f1bd1ece35 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b5d4126-1d92-472a-a69f-c7fe196ef89b HTTP/1.1" status: 200 len: 217 time: 0.0355039 Sep 22 20:04:19.974727 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-ddbdbac3-4e32-4bd7-b66e-8f3e22b83c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:19.976216 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-ddbdbac3-4e32-4bd7-b66e-8f3e22b83c7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4d0a0fc-8868-4524-a0c4-077784e066d1 HTTP/1.1" status: 200 len: 849 time: 0.0476587 Sep 22 20:04:20.010482 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-6966aeac-de3d-4060-af5a-cde333c6437b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1269c2c6-4cac-4899-8fdc-a29aff095bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258625 Sep 22 20:04:20.082075 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc69c8-d3f2-4bf2-9f3f-c979ab3905c4 req-8c123e5e-7f5a-4be3-bb0b-088e55947b2c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:20.083689 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ddc69c8-d3f2-4bf2-9f3f-c979ab3905c4 req-8c123e5e-7f5a-4be3-bb0b-088e55947b2c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0509601 Sep 22 20:04:20.103082 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-71bc584b-f020-4174-acc6-9340bac83b69 service neutron] 10.222.0.36 "GET /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830791 Sep 22 20:04:20.134071 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ddc69c8-d3f2-4bf2-9f3f-c979ab3905c4 req-db27e7fb-e78b-4621-afef-b3a5cc014ae0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Sep 22 20:04:20.205056 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-c528ac71-0353-4480-8bc3-37c77c108eb2 req-f2c98902-3a10-4240-a673-738567d4f2b6 service neutron] 10.222.0.36 "GET /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935559 Sep 22 20:04:20.522241 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157854fd-59e0-4e21-8f05-37ce9b357aab req-333498b6-1ff5-45c1-8834-6672d3b83949 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:20.523901 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-157854fd-59e0-4e21-8f05-37ce9b357aab req-333498b6-1ff5-45c1-8834-6672d3b83949 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 944 time: 0.0513685 Sep 22 20:04:20.565345 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-157854fd-59e0-4e21-8f05-37ce9b357aab req-15727339-0bc7-40cd-86f1-ce6d6213a8b3 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352223 Sep 22 20:04:20.797170 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-c65300b6-174a-4ff3-bc14-7ea98adabf1a tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:20.798674 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-c65300b6-174a-4ff3-bc14-7ea98adabf1a tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/networks?id=f69df5ca-2e9a-4119-b1e1-8296d0a8664a HTTP/1.1" status: 200 len: 813 time: 0.1154687 Sep 22 20:04:20.813416 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-1195511a-ce53-4e33-9a86-8353c5cd5480 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/quotas/c5c6d5ff75014133a394e70bae8cbafe HTTP/1.1" status: 200 len: 375 time: 0.0088727 Sep 22 20:04:20.846194 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-5c4910e1-3248-4d82-b2df-5bceefdd44e8 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5c6d5ff75014133a394e70bae8cbafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272565 Sep 22 20:04:20.942018 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-6d9bf31f-c60e-4700-8c86-0d4e581ad247 service neutron] 10.222.0.11 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883057 Sep 22 20:04:21.042122 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-185c3eef-4d90-4593-a71f-b5657e356196 service neutron] 10.222.0.11 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921729 Sep 22 20:04:21.293599 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a61b-a1d6-48e7-850f-dbfc3c4b1686 req-928f1583-eaca-403d-aa23-d122f43721d2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:21.302837 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-28f3a61b-a1d6-48e7-850f-dbfc3c4b1686 req-928f1583-eaca-403d-aa23-d122f43721d2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0751426 Sep 22 20:04:21.356974 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-28f3a61b-a1d6-48e7-850f-dbfc3c4b1686 req-4d8bc83a-c41e-4a5c-a934-525dcda08b3d tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491927 Sep 22 20:04:21.427342 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ec6de1a0-830e-48f1-96ac-21f06ea15393 req-44b655a0-de5e-42b0-8e06-7d3e8f852330 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0320623 Sep 22 20:04:21.693470 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1e039-0376-4a2f-ace6-04c8ca24de8b req-914a6865-8eff-48e1-8644-a2c8e31a644e tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:21.695096 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-40c1e039-0376-4a2f-ace6-04c8ca24de8b req-914a6865-8eff-48e1-8644-a2c8e31a644e tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 944 time: 0.0607758 Sep 22 20:04:21.736174 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-40c1e039-0376-4a2f-ace6-04c8ca24de8b req-7cc93a08-395c-4be6-bcbc-eab2fa7176ea tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350158 Sep 22 20:04:21.743256 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb8c9a-0ee7-41ac-8a81-7c03d00a18db req-511b891b-7641-4d0a-a84e-9deca4f3356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:21.743256 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-21fb8c9a-0ee7-41ac-8a81-7c03d00a18db req-511b891b-7641-4d0a-a84e-9deca4f3356e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1098 time: 0.0441022 Sep 22 20:04:21.780965 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-21fb8c9a-0ee7-41ac-8a81-7c03d00a18db req-0ef3462f-6550-4163-9e20-f5389f55f7c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301459 Sep 22 20:04:22.064573 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40590) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:22.176605 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6cb968a4-fa78-46c4-bd0c-22b4abf810ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:22.203253 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:22.264147 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6cb968a4-fa78-46c4-bd0c-22b4abf810ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:22.377617 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6cb968a4-fa78-46c4-bd0c-22b4abf810ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:22.439393 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-6cb968a4-fa78-46c4-bd0c-22b4abf810ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d320eed76d69432386ea7f3da6e2ddb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736496 Sep 22 20:04:22.442295 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40610) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:22.459234 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb968a4-fa78-46c4-bd0c-22b4abf810ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfe9948-d59d-4ac9-8bb5-57b88809afc3,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:22.503243 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ad153-2571-4371-94f2-80576acec19f req-d3a64f05-5fdc-4894-861b-d339e630fe14 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:22.509294 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d20ad153-2571-4371-94f2-80576acec19f req-d3a64f05-5fdc-4894-861b-d339e630fe14 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0884743 Sep 22 20:04:22.517932 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-207b066c-6287-4dd3-b6b0-d25436de3b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:22.548148 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-207b066c-6287-4dd3-b6b0-d25436de3b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:22.745005 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-207b066c-6287-4dd3-b6b0-d25436de3b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:22.748253 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-207b066c-6287-4dd3-b6b0-d25436de3b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:22.752685 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-207b066c-6287-4dd3-b6b0-d25436de3b57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcfe9948-d59d-4ac9-8bb5-57b88809afc3 HTTP/1.1" status: 204 len: 168 time: 0.3092635 Sep 22 20:04:22.763593 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b066c-6287-4dd3-b6b0-d25436de3b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfe9948-d59d-4ac9-8bb5-57b88809afc3,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:22.818108 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-afcdb303-237b-431d-bbce-5aaecdf62545 req-fa2e6336-30c5-4751-be90-b0ec00046eab tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 210 time: 0.2869804 Sep 22 20:04:22.825197 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d20ad153-2571-4371-94f2-80576acec19f req-6a8d008b-7b07-4f15-8044-9969c61f2725 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125226 Sep 22 20:04:22.941781 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7b5d4126-1d92-472a-a69f-c7fe196ef89b details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:04:22.949513 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ffb1-da9a-4820-a7dd-d131f9ed9381 req-d336010b-541d-4ddb-9f0a-543ba6a7aef5 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:22.960907 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8b9ffb1-da9a-4820-a7dd-d131f9ed9381 req-d336010b-541d-4ddb-9f0a-543ba6a7aef5 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 944 time: 0.0666409 Sep 22 20:04:23.050791 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8b9ffb1-da9a-4820-a7dd-d131f9ed9381 req-042855f8-3c12-4ac1-aa76-ec2206dacc86 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780878 Sep 22 20:04:23.077190 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7b5d4126-1d92-472a-a69f-c7fe196ef89b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7b5d4126-1d92-472a-a69f-c7fe196ef89b,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:23.089226 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '7b5d4126-1d92-472a-a69f-c7fe196ef89b', 'network_id': '1269c2c6-4cac-4899-8fdc-a29aff095bf5', 'port_id': '7b5d4126-1d92-472a-a69f-c7fe196ef89b', 'mac_address': 'fa:16:3e:28:c1:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4d0a0fc-8868-4524-a0c4-077784e066d1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:04:23.126528 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:23.138737 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b5d4126-1d92-472a-a69f-c7fe196ef89b {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:04:23.159686 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7b5d4126-1d92-472a-a69f-c7fe196ef89b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7b5d4126-1d92-472a-a69f-c7fe196ef89b,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:23.288458 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:23.337342 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7b5d4126-1d92-472a-a69f-c7fe196ef89b,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:23.568630 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40652) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:23.582338 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fa22c02c-ef84-4057-9796-6c28f76461fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:23.604765 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['7b5d4126-1d92-472a-a69f-c7fe196ef89b'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:04:23.679653 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fa22c02c-ef84-4057-9796-6c28f76461fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:23.743607 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fa22c02c-ef84-4057-9796-6c28f76461fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:23.788622 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-fa22c02c-ef84-4057-9796-6c28f76461fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1553b9a11b7844aab8ada1d7b40d722e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188807 Sep 22 20:04:23.789783 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22c02c-ef84-4057-9796-6c28f76461fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5edcd8b-ba57-4d2a-a89a-58dfa448f746,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:23.791755 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40658) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:23.850652 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f70fd93b-75a6-4b52-a7f2-e11dc928b154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:23.884516 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f70fd93b-75a6-4b52-a7f2-e11dc928b154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:23.954233 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d6667ea0-3f5e-430e-89c6-595b5315a33c req-21df5cea-2143-46f9-9fe5-8698ad256382 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0398018 Sep 22 20:04:23.991388 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f7c2f-86fb-4644-905f-6151a9935376 req-696dc7f2-a0de-43e2-8663-9476c9aae80b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:23.992834 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-696f7c2f-86fb-4644-905f-6151a9935376 req-696dc7f2-a0de-43e2-8663-9476c9aae80b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0682127 Sep 22 20:04:24.032705 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-696f7c2f-86fb-4644-905f-6151a9935376 req-42414621-ed55-4202-b56b-add966b21a50 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Sep 22 20:04:24.113194 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f70fd93b-75a6-4b52-a7f2-e11dc928b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:24.113662 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-2f24087e-6b22-479b-b808-49809cecc5a0 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:24.115454 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-2f24087e-6b22-479b-b808-49809cecc5a0 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.36 "GET /v2.0/networks?id=f69df5ca-2e9a-4119-b1e1-8296d0a8664a HTTP/1.1" status: 200 len: 813 time: 0.1137960 Sep 22 20:04:24.116985 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f70fd93b-75a6-4b52-a7f2-e11dc928b154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:24.118544 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f70fd93b-75a6-4b52-a7f2-e11dc928b154 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5edcd8b-ba57-4d2a-a89a-58dfa448f746 HTTP/1.1" status: 204 len: 168 time: 0.3258154 Sep 22 20:04:24.127427 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd93b-75a6-4b52-a7f2-e11dc928b154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5edcd8b-ba57-4d2a-a89a-58dfa448f746,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:24.163689 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Request body: {'port': {'device_id': 'c284c8ae-2b59-4712-80e3-31f242a4c5e1', 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a', 'admin_state_up': True, 'tenant_id': 'c5c6d5ff75014133a394e70bae8cbafe'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:24.239408 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7ef6e-0e8a-4a54-9dad-b59d48f6c52e req-040f25e7-7db4-468f-8fc0-0ce62a446de8 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:24.241015 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-13d7ef6e-0e8a-4a54-9dad-b59d48f6c52e req-040f25e7-7db4-468f-8fc0-0ce62a446de8 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 945 time: 0.0878038 Sep 22 20:04:24.281152 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-13d7ef6e-0e8a-4a54-9dad-b59d48f6c52e req-58cd965f-e3da-4246-99d3-278b7eb6e921 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Sep 22 20:04:24.383108 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Made reservation on behalf of c5c6d5ff75014133a394e70bae8cbafe for: {'port': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:24.387010 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:24.512559 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f373f-b5b8-4ba3-be63-fc5ca4c5ab2f req-290c9a4d-5872-4816-bc4a-966099bef12a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:24.514146 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-550f373f-b5b8-4ba3-be63-fc5ca4c5ab2f req-290c9a4d-5872-4816-bc4a-966099bef12a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0694494 Sep 22 20:04:24.568363 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Allocated IP 172.20.0.4 (f69df5ca-2e9a-4119-b1e1-8296d0a8664a/3c0fcb2c-8e90-4419-a410-74dadd0924de/9cf313c8-52c3-403c-aa84-7d67f77cedd9) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:04:24.573598 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-550f373f-b5b8-4ba3-be63-fc5ca4c5ab2f req-13292134-26f4-49e5-9811-2ed38e37cd2a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456190 Sep 22 20:04:24.620110 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-20b90c74-2cff-4ba7-a570-84566e98f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:24.622016 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-20b90c74-2cff-4ba7-a570-84566e98f343 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1098 time: 0.0474346 Sep 22 20:04:24.717862 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-7f9c7d67-3ad5-415f-b92b-f089061ef0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:24.720364 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-7f9c7d67-3ad5-415f-b92b-f089061ef0d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 920 time: 0.0897725 Sep 22 20:04:24.748131 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:24.769285 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-084bd3ab-a39b-4344-a7c9-61eb019680cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 200 len: 217 time: 0.0406878 Sep 22 20:04:24.818311 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-1d96fca8-57a8-4539-b27d-7606b0c4fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:24.819715 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-1d96fca8-57a8-4539-b27d-7606b0c4fe37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.0430770 Sep 22 20:04:24.853016 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-5f9042ff-282a-42cc-9aaf-3bcbdad55a3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253422 Sep 22 20:04:24.869478 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:24.913906 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Network f69df5ca-2e9a-4119-b1e1-8296d0a8664a is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:04:24.917281 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:04:24.922064 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:04:24.955633 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Pushing event updated for resources: {'Port': ['ID=9cf313c8-52c3-403c-aa84-7d67f77cedd9,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:24.970212 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7b5d4126-1d92-472a-a69f-c7fe196ef89b up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:04:24.992022 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40714) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:25.042298 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b629fe-248e-4330-b2b5-054e615fd5c8 admin admin] Deleting subnet 46941e31-1ff2-47f2-9167-962326f16973 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:04:25.042888 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-caa20e4c-04ca-4a42-9cac-e3a4b9200b92 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816862 Sep 22 20:04:25.048665 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-55b629fe-248e-4330-b2b5-054e615fd5c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.083974 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:25.084515 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.105009 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-55b629fe-248e-4330-b2b5-054e615fd5c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.116741 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686bb431-618b-4e8a-a77f-9b247ad6e0bb req-fab6998a-044c-486d-99de-b4992cc7a52c tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:25.118247 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-686bb431-618b-4e8a-a77f-9b247ad6e0bb req-fab6998a-044c-486d-99de-b4992cc7a52c tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 931 time: 0.0744801 Sep 22 20:04:25.147535 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-55b629fe-248e-4330-b2b5-054e615fd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.168585 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 7b5d4126-1d92-472a-a69f-c7fe196ef89b completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:04:25.174037 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 7b5d4126-1d92-472a-a69f-c7fe196ef89b triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:04:25.174658 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.190801 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-e7266b93-85c7-46b9-b23d-d2e2c66ea6e9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0597582 Sep 22 20:04:25.196374 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-686bb431-618b-4e8a-a77f-9b247ad6e0bb req-f953cdbc-db45-4962-841b-15f5f7899687 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501492 Sep 22 20:04:25.200079 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5931e56-812e-4086-bfc8-709dbdd70351 req-5934d0c4-bf94-43dd-92ad-160039b4b6d5 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314809 Sep 22 20:04:25.208294 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Request body: {'port': {'device_id': 'c284c8ae-2b59-4712-80e3-31f242a4c5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:25.283345 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.283519 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.309235 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa463959-4b65-4d76-87e2-1352c7da9352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d4126-1d92-472a-a69f-c7fe196ef89b'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:25.311049 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f580bfd-0e0f-46e9-b5bf-2b085304114e" -d '{"events": [{"server_uuid": "aa463959-4b65-4d76-87e2-1352c7da9352", "name": "network-vif-plugged", "status": "completed", "tag": "7b5d4126-1d92-472a-a69f-c7fe196ef89b"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:25.324497 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7b5d4126-1d92-472a-a69f-c7fe196ef89b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7b5d4126-1d92-472a-a69f-c7fe196ef89b,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:25.353202 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-55b629fe-248e-4330-b2b5-054e615fd5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.355601 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbf48b5-14a3-452c-aa88-8806cc910e4a x-openstack-request-id: req-afbf48b5-14a3-452c-aa88-8806cc910e4a {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:25.355926 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa463959-4b65-4d76-87e2-1352c7da9352", "name": "network-vif-plugged", "status": "completed", "tag": "7b5d4126-1d92-472a-a69f-c7fe196ef89b", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:25.356183 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-afbf48b5-14a3-452c-aa88-8806cc910e4a {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:25.356572 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa463959-4b65-4d76-87e2-1352c7da9352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b5d4126-1d92-472a-a69f-c7fe196ef89b', 'code': 200} Sep 22 20:04:25.430261 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b629fe-248e-4330-b2b5-054e615fd5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46941e31-1ff2-47f2-9167-962326f16973,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:25.435656 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-55b629fe-248e-4330-b2b5-054e615fd5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.439871 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-55b629fe-248e-4330-b2b5-054e615fd5c8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/46941e31-1ff2-47f2-9167-962326f16973 HTTP/1.1" status: 204 len: 168 time: 0.4538574 Sep 22 20:04:25.440025 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.443370 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40730) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:25.474134 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0456bc-3364-4e93-bed1-e4f309648f6a req-e9a82cdc-ae38-407a-819e-0754cc994407 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:25.476636 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ad0456bc-3364-4e93-bed1-e4f309648f6a req-e9a82cdc-ae38-407a-819e-0754cc994407 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 945 time: 0.1017582 Sep 22 20:04:25.501321 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7b5d4126-1d92-472a-a69f-c7fe196ef89b,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:25.604549 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.609497 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ad0456bc-3364-4e93-bed1-e4f309648f6a req-81de4125-3efa-4843-87f2-df07b2bfec92 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186044 Sep 22 20:04:25.693625 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.713917 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf313c8-52c3-403c-aa84-7d67f77cedd9 {{(pid=101137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:04:25.724530 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.737795 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.provisioning_blocks [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Transition to ACTIVE for port object 9cf313c8-52c3-403c-aa84-7d67f77cedd9 will not be triggered until provisioned by entity L2. {{(pid=101137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:04:25.749637 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901fc259-a88d-4271-9c6f-6482c6dabc74']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:04:25.776043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f10427-d5a8-4ff7-bd3d-0158175c9d4a') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:04:25.776332 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f10427-d5a8-4ff7-bd3d-0158175c9d4a') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:04:25.791021 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.819367 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a666219-bde4-4e87-9298-f6323c910339 req-657873bb-2014-4146-9e5e-b822a4751b3f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:25.820886 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a666219-bde4-4e87-9298-f6323c910339 req-657873bb-2014-4146-9e5e-b822a4751b3f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1142819 Sep 22 20:04:25.821940 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.825158 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc9586-3803-47de-901c-8e3dbc6f7179 req-fac60677-47e7-4703-baed-b5961e64159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:25.826827 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-edbc9586-3803-47de-901c-8e3dbc6f7179 req-fac60677-47e7-4703-baed-b5961e64159d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 1099 time: 0.1089108 Sep 22 20:04:25.834257 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.838184 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:04:25.838580 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:04:25.840196 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:04:25.886457 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf313c8-52c3-403c-aa84-7d67f77cedd9,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:25.933956 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a666219-bde4-4e87-9298-f6323c910339 req-e8130e58-5547-4769-b3b2-071893c30050 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061721 Sep 22 20:04:25.940532 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-edbc9586-3803-47de-901c-8e3dbc6f7179 req-9f0f1c49-5ad2-40ee-a81c-71de1f24344b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995481 Sep 22 20:04:25.957515 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Attempting to bind port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:04:25.957901 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Attempting to bind port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:04:25.958235 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Attempting to bind port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 on network f69df5ca-2e9a-4119-b1e1-8296d0a8664a {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:04:25.963378 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 on network f69df5ca-2e9a-4119-b1e1-8296d0a8664a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:04:25.964691 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Attempting to bind port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 on network f69df5ca-2e9a-4119-b1e1-8296d0a8664a {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:04:25.969270 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:04:25.969611 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Checking segment: {'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:04:25.970037 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Bound using segment: {'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:04:25.970468 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Bound port: 9cf313c8-52c3-403c-aa84-7d67f77cedd9, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'}}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:04:25.970829 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.037910 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] For port 9cf313c8-52c3-403c-aa84-7d67f77cedd9, host hv-cinder-77853, cleared binding levels {{(pid=101137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:04:26.040929 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] For port 9cf313c8-52c3-403c-aa84-7d67f77cedd9, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=9cf313c8-52c3-403c-aa84-7d67f77cedd9,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:04:26.065303 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.071998 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.073346 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] 10.222.0.11 "DELETE /v2.0/networks/901fc259-a88d-4271-9c6f-6482c6dabc74 HTTP/1.1" status: 204 len: 168 time: 0.6174281 Sep 22 20:04:26.076327 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40754) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:26.084011 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536e774-a833-4c6b-8575-bb3726377639 admin admin] Pushing event deleted for resources: {'Network': ['ID=901fc259-a88d-4271-9c6f-6482c6dabc74,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:26.120949 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da56256-9a52-4411-bd51-2c3690f72679 admin admin] Deleting subnet 939fb2b2-c06f-43e2-ac77-595ff1c019d1 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:04:26.124014 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5da56256-9a52-4411-bd51-2c3690f72679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.157426 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5da56256-9a52-4411-bd51-2c3690f72679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.185992 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.235047 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5da56256-9a52-4411-bd51-2c3690f72679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.239173 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:26.239762 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.241244 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/9cf313c8-52c3-403c-aa84-7d67f77cedd9 HTTP/1.1" status: 200 len: 1093 time: 1.0406051 Sep 22 20:04:26.241554 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c284c8ae-2b59-4712-80e3-31f242a4c5e1', 'tag': '9cf313c8-52c3-403c-aa84-7d67f77cedd9'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:26.243772 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "c284c8ae-2b59-4712-80e3-31f242a4c5e1", "tag": "9cf313c8-52c3-403c-aa84-7d67f77cedd9"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:26.288465 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22409384-2f0b-4fcd-8cd1-ce9f2aa031d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf313c8-52c3-403c-aa84-7d67f77cedd9,revision_number=3']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:26.391649 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5da56256-9a52-4411-bd51-2c3690f72679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.435713 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da56256-9a52-4411-bd51-2c3690f72679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939fb2b2-c06f-43e2-ac77-595ff1c019d1,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:26.441389 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5da56256-9a52-4411-bd51-2c3690f72679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.443236 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5da56256-9a52-4411-bd51-2c3690f72679 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/939fb2b2-c06f-43e2-ac77-595ff1c019d1 HTTP/1.1" status: 204 len: 168 time: 0.3659174 Sep 22 20:04:26.445827 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40770) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:26.461338 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-7de2d673-f929-4305-b71a-d2aa1634a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:26.463113 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-7de2d673-f929-4305-b71a-d2aa1634a289 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5c6d5ff75014133a394e70bae8cbafe&device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0819180 Sep 22 20:04:26.536072 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.538366 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-f2881d9d-c371-485d-a220-1904af3bb6f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf313c8-52c3-403c-aa84-7d67f77cedd9 HTTP/1.1" status: 200 len: 217 time: 0.0647488 Sep 22 20:04:26.595146 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-53b20472-9e83-467e-9ae4-42c73aac9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:26.596899 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-53b20472-9e83-467e-9ae4-42c73aac9ab7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0fcb2c-8e90-4419-a410-74dadd0924de HTTP/1.1" status: 200 len: 853 time: 0.0505774 Sep 22 20:04:26.650922 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.656688 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-49b66121-b2c7-428c-9229-d06ccf33dbf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f69df5ca-2e9a-4119-b1e1-8296d0a8664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497460 Sep 22 20:04:26.671531 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['050d9a38-938d-4580-a1ed-b2788e17a9f5']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:04:26.685776 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fcd20a-ca49-4820-ae5f-f373c657418d') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:04:26.686073 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fcd20a-ca49-4820-ae5f-f373c657418d') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:04:26.724647 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.747483 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.756415 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:04:26.756826 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:04:26.758643 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:04:26.783761 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a77a83-c503-4aad-a5f6-192acffefb63 req-b3ec5fe3-1378-4fb6-b460-a3831354ce17 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:26.792302 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f4a77a83-c503-4aad-a5f6-192acffefb63 req-b3ec5fe3-1378-4fb6-b460-a3831354ce17 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 943 time: 0.1097925 Sep 22 20:04:26.822875 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-8ab6c963-996b-4a8c-90e9-50268a082add service neutron] 10.222.0.36 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514549 Sep 22 20:04:26.825163 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6574145d-deaa-44a2-99a5-faea47fd5b1f x-openstack-request-id: req-6574145d-deaa-44a2-99a5-faea47fd5b1f {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:26.825769 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c284c8ae-2b59-4712-80e3-31f242a4c5e1", "tag": "9cf313c8-52c3-403c-aa84-7d67f77cedd9", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:26.825890 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6574145d-deaa-44a2-99a5-faea47fd5b1f {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:26.826389 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c284c8ae-2b59-4712-80e3-31f242a4c5e1', 'tag': '9cf313c8-52c3-403c-aa84-7d67f77cedd9', 'status': 'completed', 'code': 200} Sep 22 20:04:26.910635 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f4a77a83-c503-4aad-a5f6-192acffefb63 req-cc932fd5-13ac-4598-b225-d3fcec549994 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173697 Sep 22 20:04:26.941528 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4895429-8af8-4f55-874e-9095a88ba174 req-86292739-035d-4872-977d-6b0a9c8d982b tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:26.943340 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4895429-8af8-4f55-874e-9095a88ba174 req-86292739-035d-4872-977d-6b0a9c8d982b tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 946 time: 0.0866933 Sep 22 20:04:26.958750 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de77bc71-9bed-4b59-91fc-ad7116ee494a req-a2af8eed-05f6-4993-877f-8032f538290b service neutron] 10.222.0.36 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192479 Sep 22 20:04:26.962458 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.969756 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:26.975742 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] 10.222.0.11 "DELETE /v2.0/networks/050d9a38-938d-4580-a1ed-b2788e17a9f5 HTTP/1.1" status: 204 len: 168 time: 0.5252774 Sep 22 20:04:27.025794 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4aeac-d288-4c0d-bf36-34f7f5058f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=050d9a38-938d-4580-a1ed-b2788e17a9f5,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:27.046130 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4895429-8af8-4f55-874e-9095a88ba174 req-7dc68361-9233-4b20-85ad-8c19022a8d1d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941904 Sep 22 20:04:27.075234 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd69ebb-d5c1-4371-acf9-79abf5851f11 req-4d152d5b-cdac-43f4-9820-37697d9a2aa8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:27.080289 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fd69ebb-d5c1-4371-acf9-79abf5851f11 req-4d152d5b-cdac-43f4-9820-37697d9a2aa8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0959651 Sep 22 20:04:27.135313 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fd69ebb-d5c1-4371-acf9-79abf5851f11 req-b55a2382-da5f-4bb8-8c9f-74ff5a72597d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498135 Sep 22 20:04:27.152197 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-1fe723db-3753-4609-a3c7-bac8e7601157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:27.153720 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-1fe723db-3753-4609-a3c7-bac8e7601157 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5c6d5ff75014133a394e70bae8cbafe&device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0442212 Sep 22 20:04:27.177981 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe2f7-b181-4603-ae53-b3a5844e6d9c req-1edc6346-60ce-4ebb-b533-0c7df7128fc0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:27.180018 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b97fe2f7-b181-4603-ae53-b3a5844e6d9c req-1edc6346-60ce-4ebb-b533-0c7df7128fc0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0608406 Sep 22 20:04:27.222798 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b97fe2f7-b181-4603-ae53-b3a5844e6d9c req-b5bc610a-94a2-43ca-a8ce-3ce8f8019938 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349770 Sep 22 20:04:27.259064 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-f409a0d1-b1b7-4eed-8185-ede97abaf2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:27.260567 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-f409a0d1-b1b7-4eed-8185-ede97abaf2df service neutron] 10.222.0.36 "GET /v2.0/networks?id=f69df5ca-2e9a-4119-b1e1-8296d0a8664a HTTP/1.1" status: 200 len: 914 time: 0.0908995 Sep 22 20:04:27.330208 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-7d5a8d69-1618-46a7-a238-dd66718e9c00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9cf313c8-52c3-403c-aa84-7d67f77cedd9 HTTP/1.1" status: 200 len: 217 time: 0.0393131 Sep 22 20:04:27.387189 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-b9ef7dae-581f-4150-8f85-3d43207bac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:27.388648 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-b9ef7dae-581f-4150-8f85-3d43207bac2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0fcb2c-8e90-4419-a410-74dadd0924de HTTP/1.1" status: 200 len: 853 time: 0.0434124 Sep 22 20:04:27.426814 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-11a15698-5fc4-4452-9d70-358ed8758284 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f69df5ca-2e9a-4119-b1e1-8296d0a8664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241120 Sep 22 20:04:27.438444 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40798) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:27.481674 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-0a69c51c-23eb-4bfe-9900-8319a4e2ab32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=899a352a2d9a45c5973b3d3906e31004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419295 Sep 22 20:04:27.484192 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40800) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:27.526003 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-f551d74b-9313-44df-b25f-c531ca997c07 service neutron] 10.222.0.36 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903170 Sep 22 20:04:27.544318 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-34fc8aaa-9b59-449d-a4b3-e648a866bff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:27.566588 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-34fc8aaa-9b59-449d-a4b3-e648a866bff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:27.620424 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fb1c9259-6adb-45d5-a558-7172eb5e8e5b req-2acf7188-9fb0-47ce-8ef9-f05959e78617 service neutron] 10.222.0.36 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848691 Sep 22 20:04:27.693804 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-34fc8aaa-9b59-449d-a4b3-e648a866bff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:27.699577 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-34fc8aaa-9b59-449d-a4b3-e648a866bff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:27.699577 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-34fc8aaa-9b59-449d-a4b3-e648a866bff3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ac483ce-4257-45ce-b6a3-f9c652787dd5 HTTP/1.1" status: 204 len: 168 time: 0.2123718 Sep 22 20:04:27.709909 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc8aaa-9b59-449d-a4b3-e648a866bff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac483ce-4257-45ce-b6a3-f9c652787dd5,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:28.012164 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cccff-2ba2-4841-9cbd-ae29acb5478b req-b16f5d35-bf80-4117-97b0-245aea3a02a0 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:28.013698 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-564cccff-2ba2-4841-9cbd-ae29acb5478b req-b16f5d35-bf80-4117-97b0-245aea3a02a0 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0483041 Sep 22 20:04:28.053067 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-564cccff-2ba2-4841-9cbd-ae29acb5478b req-051cdb31-3448-4445-892e-d423729b0e35 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Sep 22 20:04:28.168338 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab9e93-8c86-458a-ac44-f6e44f1dc2a3 req-0a1481f6-d2f3-467f-98f8-80b793c5830d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:28.170213 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80ab9e93-8c86-458a-ac44-f6e44f1dc2a3 req-0a1481f6-d2f3-467f-98f8-80b793c5830d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 946 time: 0.0499234 Sep 22 20:04:28.214539 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80ab9e93-8c86-458a-ac44-f6e44f1dc2a3 req-f733ed79-980e-4f11-a251-cf4e5421d9bb tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383637 Sep 22 20:04:28.262453 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024715b8-c83d-4039-9204-f903cb50cc72 req-a99bf174-e3ba-48ed-9d44-0827de8d9df9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:28.264689 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-024715b8-c83d-4039-9204-f903cb50cc72 req-a99bf174-e3ba-48ed-9d44-0827de8d9df9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0486224 Sep 22 20:04:28.342243 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-024715b8-c83d-4039-9204-f903cb50cc72 req-8cfc97dd-1cfe-4421-80bf-3318b3686065 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632722 Sep 22 20:04:28.362188 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b360d0-8d5b-44f3-bcfe-2cba907d0667 req-6d1e4ec2-0d07-42ce-bc43-57b769c94608 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:28.363904 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e4b360d0-8d5b-44f3-bcfe-2cba907d0667 req-6d1e4ec2-0d07-42ce-bc43-57b769c94608 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0689702 Sep 22 20:04:28.402311 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e4b360d0-8d5b-44f3-bcfe-2cba907d0667 req-0838039f-0f02-46c6-93cc-5553888c0ac4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324082 Sep 22 20:04:28.558215 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40826) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:28.596597 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-2750283d-a18b-4b58-a523-793944082bd6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f64d817babb04907a3ae4549d21ab6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372593 Sep 22 20:04:28.598833 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40828) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:28.648640 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f9f32caa-3e36-47bc-a716-c5f3646b02c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:28.669107 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f9f32caa-3e36-47bc-a716-c5f3646b02c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:28.819762 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f9f32caa-3e36-47bc-a716-c5f3646b02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:28.825773 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f9f32caa-3e36-47bc-a716-c5f3646b02c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:28.825773 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f9f32caa-3e36-47bc-a716-c5f3646b02c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc65d25a-fd0c-417a-ad3d-605a3a15aff4 HTTP/1.1" status: 204 len: 168 time: 0.2238667 Sep 22 20:04:28.831552 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f32caa-3e36-47bc-a716-c5f3646b02c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc65d25a-fd0c-417a-ad3d-605a3a15aff4,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:29.186099 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c8afc-5467-442b-b803-a3650e7d81a3 req-a2dc82fd-179c-44ef-936c-2758410942ea tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:29.187903 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5e8c8afc-5467-442b-b803-a3650e7d81a3 req-a2dc82fd-179c-44ef-936c-2758410942ea tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0558183 Sep 22 20:04:29.228814 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5e8c8afc-5467-442b-b803-a3650e7d81a3 req-b037e134-fa00-475c-9e9f-dd4d50a0ed3c tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Sep 22 20:04:29.475581 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e48a2a-f3f2-493f-b3ca-a498fc2d00ff req-6433f91c-ce2c-4c2f-a9ea-225be580cb9a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:29.477401 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-85e48a2a-f3f2-493f-b3ca-a498fc2d00ff req-6433f91c-ce2c-4c2f-a9ea-225be580cb9a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0582788 Sep 22 20:04:29.523336 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-85e48a2a-f3f2-493f-b3ca-a498fc2d00ff req-c9339cd1-5db3-455b-9f61-4fad67350fcd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Sep 22 20:04:30.053023 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b4665-ffe3-4e75-86f1-dd75a9cee593 req-a67c57ce-750b-4988-b6bd-9802ed1bccc2 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:30.054626 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-261b4665-ffe3-4e75-86f1-dd75a9cee593 req-a67c57ce-750b-4988-b6bd-9802ed1bccc2 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 946 time: 0.0475633 Sep 22 20:04:30.092680 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-261b4665-ffe3-4e75-86f1-dd75a9cee593 req-a8620a50-efe6-40ba-a8f8-c0204dd7cf6a tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320926 Sep 22 20:04:30.348712 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ead122-c9f7-4b13-8d5b-4c1f8654c9f0 req-5ed3cc73-e335-4f55-b70d-104f9fe9ba22 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:30.350239 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b4ead122-c9f7-4b13-8d5b-4c1f8654c9f0 req-5ed3cc73-e335-4f55-b70d-104f9fe9ba22 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 943 time: 0.0483141 Sep 22 20:04:30.388293 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b4ead122-c9f7-4b13-8d5b-4c1f8654c9f0 req-63198cf9-a45c-49ff-a31e-4102b8e373e1 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Sep 22 20:04:30.660637 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df55dff-6f96-411f-8a29-95b84c6a5dae req-e2325507-e67f-457d-a72d-52731b785986 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:30.662147 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0df55dff-6f96-411f-8a29-95b84c6a5dae req-e2325507-e67f-457d-a72d-52731b785986 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0818615 Sep 22 20:04:30.683480 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94763c27-b296-455c-adcf-ed87bd3237cc req-b1afb595-d602-426c-9c5d-97cf6711cb36 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:30.684928 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94763c27-b296-455c-adcf-ed87bd3237cc req-b1afb595-d602-426c-9c5d-97cf6711cb36 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0797694 Sep 22 20:04:30.716933 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 40910) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:30.731844 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0df55dff-6f96-411f-8a29-95b84c6a5dae req-8cfd0a80-2b40-49f6-a686-c796ac7242e4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637901 Sep 22 20:04:30.739317 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94763c27-b296-455c-adcf-ed87bd3237cc req-72732b0d-6c30-4504-84c8-06a776eda984 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477920 Sep 22 20:04:30.821934 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7abb5818-b9bb-4227-a311-895ca38a5fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:30.910468 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7abb5818-b9bb-4227-a311-895ca38a5fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:30.973802 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7abb5818-b9bb-4227-a311-895ca38a5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:31.010825 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7abb5818-b9bb-4227-a311-895ca38a5fc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=98e3fec115de452e9c93e43cc82f45d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926955 Sep 22 20:04:31.012813 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5818-b9bb-4227-a311-895ca38a5fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397be437-6a69-40da-a3fc-82b7005d2098,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:31.013514 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 40920) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:31.063837 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f8fb2084-cfbd-4f64-bfcd-85e5eb587496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:31.084355 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f8fb2084-cfbd-4f64-bfcd-85e5eb587496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:31.155230 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 9cf313c8-52c3-403c-aa84-7d67f77cedd9 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:04:31.197751 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f8fb2084-cfbd-4f64-bfcd-85e5eb587496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:31.204567 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f8fb2084-cfbd-4f64-bfcd-85e5eb587496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:31.204567 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f8fb2084-cfbd-4f64-bfcd-85e5eb587496 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/397be437-6a69-40da-a3fc-82b7005d2098 HTTP/1.1" status: 204 len: 168 time: 0.1867690 Sep 22 20:04:31.234930 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd508c7d-a6a0-476c-a11d-e3fb6f812748 req-30721918-258c-4c04-840d-7bbc844b2d05 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:31.238600 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dd508c7d-a6a0-476c-a11d-e3fb6f812748 req-30721918-258c-4c04-840d-7bbc844b2d05 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 946 time: 0.0779939 Sep 22 20:04:31.239685 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb2084-cfbd-4f64-bfcd-85e5eb587496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397be437-6a69-40da-a3fc-82b7005d2098,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:31.270782 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 9cf313c8-52c3-403c-aa84-7d67f77cedd9, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=9cf313c8-52c3-403c-aa84-7d67f77cedd9,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:31.282221 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '9cf313c8-52c3-403c-aa84-7d67f77cedd9', 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a', 'port_id': '9cf313c8-52c3-403c-aa84-7d67f77cedd9', 'mac_address': 'fa:16:3e:b8:2f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0fcb2c-8e90-4419-a410-74dadd0924de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:04:31.284567 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dd508c7d-a6a0-476c-a11d-e3fb6f812748 req-4033c122-9a25-4182-ac14-3f1f13238d40 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341856 Sep 22 20:04:31.319032 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:31.333588 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf313c8-52c3-403c-aa84-7d67f77cedd9 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:04:31.357053 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 9cf313c8-52c3-403c-aa84-7d67f77cedd9, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=9cf313c8-52c3-403c-aa84-7d67f77cedd9,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:31.451729 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:31.506383 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=9cf313c8-52c3-403c-aa84-7d67f77cedd9,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:31.509036 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc218cdc-bf8c-4f9e-81f9-145d7d6c4796 req-b4b66496-d5c1-4e83-9959-4dc217d4efa7 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:31.510776 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cc218cdc-bf8c-4f9e-81f9-145d7d6c4796 req-b4b66496-d5c1-4e83-9959-4dc217d4efa7 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0549579 Sep 22 20:04:31.552572 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cc218cdc-bf8c-4f9e-81f9-145d7d6c4796 req-74e0ddd7-4610-4c6e-ac24-7b346f2b6a97 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Sep 22 20:04:31.854430 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054df6a-e15d-47a7-bb3b-eedabadc97a4 req-bc9d7f44-8307-421a-9855-151cd739c6e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:31.856046 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5054df6a-e15d-47a7-bb3b-eedabadc97a4 req-bc9d7f44-8307-421a-9855-151cd739c6e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0470071 Sep 22 20:04:31.892977 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5054df6a-e15d-47a7-bb3b-eedabadc97a4 req-678f7dfe-4cb2-4e16-bb74-f30b7973831e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311706 Sep 22 20:04:32.398173 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418274b-dc71-4790-ad81-6185f16eae85 req-b20c04d0-f092-4ce1-ab2d-4f0e11c561ae tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:32.399688 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5418274b-dc71-4790-ad81-6185f16eae85 req-b20c04d0-f092-4ce1-ab2d-4f0e11c561ae tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 946 time: 0.0491140 Sep 22 20:04:32.436857 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5418274b-dc71-4790-ad81-6185f16eae85 req-79119516-a60b-4abe-8073-8f4317a9f28b tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308125 Sep 22 20:04:32.662739 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e21719-f7e1-4fe0-b358-547d8c413bd0 req-e036817b-6c5d-40ba-b946-ecf1645013cc tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:32.664182 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a2e21719-f7e1-4fe0-b358-547d8c413bd0 req-e036817b-6c5d-40ba-b946-ecf1645013cc tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0462966 Sep 22 20:04:32.699694 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a2e21719-f7e1-4fe0-b358-547d8c413bd0 req-a26bf912-0b81-4881-9685-4d4c746e17a5 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298645 Sep 22 20:04:33.008144 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4849d-1ed0-4387-8a3d-176782902550 req-2447c867-d2fb-43e2-bfb5-3ff88ebdff6a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:33.009612 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4e4849d-1ed0-4387-8a3d-176782902550 req-2447c867-d2fb-43e2-bfb5-3ff88ebdff6a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0476136 Sep 22 20:04:33.047130 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4e4849d-1ed0-4387-8a3d-176782902550 req-4d37c388-a0d4-48c4-a475-070742586eb3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316069 Sep 22 20:04:33.494399 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['9cf313c8-52c3-403c-aa84-7d67f77cedd9'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:04:33.564622 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dee4d-d9c1-4f30-b743-004a7d886f0c req-b12a3dc3-9ede-4cfd-8aa9-0cc363d00a1c tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:33.568858 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb3dee4d-d9c1-4f30-b743-004a7d886f0c req-b12a3dc3-9ede-4cfd-8aa9-0cc363d00a1c tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 946 time: 0.0626388 Sep 22 20:04:33.604617 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb3dee4d-d9c1-4f30-b743-004a7d886f0c req-63922660-6047-419d-8467-a733436b0a4d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/security-groups?id=c3569058-ff2b-461b-91a2-5b059dda9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Sep 22 20:04:33.817224 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956aec3-4a8e-4732-bdf8-26e47aeb34f8 req-02a970e4-98c0-4215-9582-7f7f80c1789f tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:33.818918 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d956aec3-4a8e-4732-bdf8-26e47aeb34f8 req-02a970e4-98c0-4215-9582-7f7f80c1789f tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0507874 Sep 22 20:04:33.858538 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d956aec3-4a8e-4732-bdf8-26e47aeb34f8 req-5ae19d68-f222-46ef-b862-dc0ef1df627a tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325532 Sep 22 20:04:33.942373 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-b8211e40-dc81-4c5b-8159-851533269d89 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:33.943809 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-b8211e40-dc81-4c5b-8159-851533269d89 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 946 time: 0.0467098 Sep 22 20:04:34.032322 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Deleting port 7b5d4126-1d92-472a-a69f-c7fe196ef89b {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:04:34.032658 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:34.121412 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] For port 7b5d4126-1d92-472a-a69f-c7fe196ef89b, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7b5d4126-1d92-472a-a69f-c7fe196ef89b,segment=NetworkSegment(75ba407e-585d-4581-b59e-6a310ad9ae6f),segment_id=75ba407e-585d-4581-b59e-6a310ad9ae6f)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:34.121806 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:34.134195 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Calling delete_port for 7b5d4126-1d92-472a-a69f-c7fe196ef89b owned by compute:nova {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:04:34.164838 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8a3be-73e8-49bd-82ee-10848d767f9f req-3fa8c64d-d7f0-40c3-9018-0ac336b9570a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:34.166319 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7de8a3be-73e8-49bd-82ee-10848d767f9f req-3fa8c64d-d7f0-40c3-9018-0ac336b9570a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Sep 22 20:04:34.212879 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7de8a3be-73e8-49bd-82ee-10848d767f9f req-6b216e66-8a57-4637-814a-c49664efbfc8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387414 Sep 22 20:04:34.348597 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:34.360548 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['7b5d4126-1d92-472a-a69f-c7fe196ef89b'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:04:34.376584 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Pushing event deleted for resources: {'Port': ['ID=7b5d4126-1d92-472a-a69f-c7fe196ef89b,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:34.419472 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] No DVR routers for this DVR port 7b5d4126-1d92-472a-a69f-c7fe196ef89b on host hv-cinder-77853 {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:04:34.422144 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:34.424193 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-34a7c1de-a4c2-45c3-a890-59bdcac12db0 req-41641c2e-86ec-4ad3-ae74-bf78a03dbe91 tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.36 "DELETE /v2.0/ports/7b5d4126-1d92-472a-a69f-c7fe196ef89b HTTP/1.1" status: 204 len: 173 time: 0.4726541 Sep 22 20:04:34.424619 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa463959-4b65-4d76-87e2-1352c7da9352', 'name': 'network-vif-deleted', 'tag': '7b5d4126-1d92-472a-a69f-c7fe196ef89b'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:34.426861 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb12e34-ee41-4ba6-8e80-36ff3f4f997a" -d '{"events": [{"server_uuid": "aa463959-4b65-4d76-87e2-1352c7da9352", "name": "network-vif-deleted", "tag": "7b5d4126-1d92-472a-a69f-c7fe196ef89b"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:34.461623 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff8087d-010e-4cd2-b1c4-72be886ece29 x-openstack-request-id: req-1ff8087d-010e-4cd2-b1c4-72be886ece29 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:34.461623 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa463959-4b65-4d76-87e2-1352c7da9352", "name": "network-vif-deleted", "tag": "7b5d4126-1d92-472a-a69f-c7fe196ef89b", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:34.461875 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ff8087d-010e-4cd2-b1c4-72be886ece29 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:34.462228 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa463959-4b65-4d76-87e2-1352c7da9352', 'name': 'network-vif-deleted', 'tag': '7b5d4126-1d92-472a-a69f-c7fe196ef89b', 'status': 'completed', 'code': 200} Sep 22 20:04:34.700877 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-04d36237-03b6-47e5-a0a0-72ab201b091a req-b462a66f-6e42-499c-bf13-6b248196272d tempest-VolumesActionsTest-1914678301 tempest-VolumesActionsTest-1914678301-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa463959-4b65-4d76-87e2-1352c7da9352 HTTP/1.1" status: 200 len: 210 time: 0.0291336 Sep 22 20:04:34.973673 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240b9c3-f879-4611-b66a-7cc56118db23 req-06f42c6c-6c19-4c8d-b736-06f8027252c9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:34.975166 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f240b9c3-f879-4611-b66a-7cc56118db23 req-06f42c6c-6c19-4c8d-b736-06f8027252c9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 944 time: 0.0476675 Sep 22 20:04:35.013637 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f240b9c3-f879-4611-b66a-7cc56118db23 req-5d2b2073-1d83-413d-9ec1-9865847bf4ee tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326588 Sep 22 20:04:35.029235 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 9cf313c8-52c3-403c-aa84-7d67f77cedd9 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:04:35.171074 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:04:35.175151 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:04:35.175515 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:35.253262 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:35.276304 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c284c8ae-2b59-4712-80e3-31f242a4c5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf313c8-52c3-403c-aa84-7d67f77cedd9'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:35.278620 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f39ae0-0023-4bdc-a778-57b9de576080" -d '{"events": [{"server_uuid": "c284c8ae-2b59-4712-80e3-31f242a4c5e1", "name": "network-vif-plugged", "status": "completed", "tag": "9cf313c8-52c3-403c-aa84-7d67f77cedd9"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:35.294831 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 9cf313c8-52c3-403c-aa84-7d67f77cedd9, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=9cf313c8-52c3-403c-aa84-7d67f77cedd9,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:35.332196 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc52469-372c-47ef-afd4-f7d04bd4e7bd x-openstack-request-id: req-7bc52469-372c-47ef-afd4-f7d04bd4e7bd {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:35.332663 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c284c8ae-2b59-4712-80e3-31f242a4c5e1", "name": "network-vif-plugged", "status": "completed", "tag": "9cf313c8-52c3-403c-aa84-7d67f77cedd9", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:35.333170 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bc52469-372c-47ef-afd4-f7d04bd4e7bd {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:35.333713 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c284c8ae-2b59-4712-80e3-31f242a4c5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf313c8-52c3-403c-aa84-7d67f77cedd9', 'code': 200} Sep 22 20:04:35.338726 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf267e4-07b6-4384-88a8-9862bc823628 req-023cf2eb-17e5-4152-b3a2-c1aa26be56d0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:35.341515 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9cf267e4-07b6-4384-88a8-9862bc823628 req-023cf2eb-17e5-4152-b3a2-c1aa26be56d0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0599024 Sep 22 20:04:35.381637 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:35.393675 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9cf267e4-07b6-4384-88a8-9862bc823628 req-1953c667-68ce-4e92-9af2-3a96899c2a38 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444682 Sep 22 20:04:35.443529 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=9cf313c8-52c3-403c-aa84-7d67f77cedd9,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:35.773056 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98918d-57be-4475-b434-ee820f66d772 req-940575d1-f561-4792-9665-4bbbd63cd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:35.774692 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de98918d-57be-4475-b434-ee820f66d772 req-940575d1-f561-4792-9665-4bbbd63cd0e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 1098 time: 0.0619555 Sep 22 20:04:35.811446 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-de98918d-57be-4475-b434-ee820f66d772 req-957577f9-c16e-4e45-b270-7f82cc666f5e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290387 Sep 22 20:04:35.841596 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81298a-96c8-4058-ae9a-333f7e233208 req-4b56eedf-fc2d-446a-b845-46eb6e55923c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:35.843139 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f81298a-96c8-4058-ae9a-333f7e233208 req-4b56eedf-fc2d-446a-b845-46eb6e55923c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0485482 Sep 22 20:04:35.884861 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f81298a-96c8-4058-ae9a-333f7e233208 req-74112039-95b6-421a-b6b6-3598f1b9ff54 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357473 Sep 22 20:04:36.138017 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfaf21c-821c-408d-a3ce-d367c51df889 req-ff1c7943-3793-4c57-b445-9b1797134a4d tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:36.139546 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8bfaf21c-821c-408d-a3ce-d367c51df889 req-ff1c7943-3793-4c57-b445-9b1797134a4d tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Sep 22 20:04:36.182951 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8bfaf21c-821c-408d-a3ce-d367c51df889 req-f2cc9c21-ad27-4883-bb8f-cb7e78026b25 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370066 Sep 22 20:04:36.515095 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d460f4-19e5-4d07-b57f-b40e1e48008d req-78660385-edad-43c7-84d1-5e72b8b60bd2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:36.517116 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e2d460f4-19e5-4d07-b57f-b40e1e48008d req-78660385-edad-43c7-84d1-5e72b8b60bd2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0480828 Sep 22 20:04:36.554228 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e2d460f4-19e5-4d07-b57f-b40e1e48008d req-46b13dcc-9c9e-4878-96fb-e5b825575384 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310428 Sep 22 20:04:36.997883 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4810d-c549-4b47-a76f-a5e2867e25c6 req-5f55f91f-1680-4656-a8a0-b5885760b6ec tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:36.999227 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8ef4810d-c549-4b47-a76f-a5e2867e25c6 req-5f55f91f-1680-4656-a8a0-b5885760b6ec tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0460105 Sep 22 20:04:37.027258 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:04:37.041092 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8ef4810d-c549-4b47-a76f-a5e2867e25c6 req-071c3475-fac4-4d8c-9c3e-eccc3f5fce50 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351634 Sep 22 20:04:37.310352 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23036f99-b7d6-434b-a6ba-677050255ee9 req-3611c180-c81f-4706-8c4b-4b46dc7fad7b tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:37.311888 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23036f99-b7d6-434b-a6ba-677050255ee9 req-3611c180-c81f-4706-8c4b-4b46dc7fad7b tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0528982 Sep 22 20:04:37.351447 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23036f99-b7d6-434b-a6ba-677050255ee9 req-15b5239a-d3fc-4c90-9e98-64d3ab368017 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Sep 22 20:04:37.669246 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35e6b4-0dcc-41c6-ab78-6e4f4757e14d req-32253f2d-d36b-4f5e-9837-d3bfec81d182 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:37.670755 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-db35e6b4-0dcc-41c6-ab78-6e4f4757e14d req-32253f2d-d36b-4f5e-9837-d3bfec81d182 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0470948 Sep 22 20:04:37.710531 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-db35e6b4-0dcc-41c6-ab78-6e4f4757e14d req-fc29a5cc-d675-4a43-bf17-524269f78101 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308864 Sep 22 20:04:38.155298 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5bf71-3894-4fdf-aa48-d8cc3424cb9b req-4a4c70b7-1802-4e54-ab01-7b96f8fbb812 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:38.157551 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0dd5bf71-3894-4fdf-aa48-d8cc3424cb9b req-4a4c70b7-1802-4e54-ab01-7b96f8fbb812 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0492060 Sep 22 20:04:38.209223 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0dd5bf71-3894-4fdf-aa48-d8cc3424cb9b req-733474ce-4042-4b33-a1ff-ecd1fe069e04 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361793 Sep 22 20:04:38.466189 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa8da88-92a5-441c-b895-1e5f44b53233 req-ec3c7a26-142f-413a-a2b1-2bc2e71eb93c tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:38.467779 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9aa8da88-92a5-441c-b895-1e5f44b53233 req-ec3c7a26-142f-413a-a2b1-2bc2e71eb93c tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Sep 22 20:04:38.504763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9aa8da88-92a5-441c-b895-1e5f44b53233 req-09878d77-de41-4578-ad71-eeefc4484223 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310085 Sep 22 20:04:38.824449 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a8cfb-ee97-440b-bdac-47f72ed93c20 req-b1881c84-3885-4bd4-9c17-84939a44a791 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:38.825935 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-876a8cfb-ee97-440b-bdac-47f72ed93c20 req-b1881c84-3885-4bd4-9c17-84939a44a791 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0474622 Sep 22 20:04:38.862628 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-876a8cfb-ee97-440b-bdac-47f72ed93c20 req-e712c70b-7123-4b0b-97ec-a928bf201b6a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304980 Sep 22 20:04:39.291308 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7b5d4126-1d92-472a-a69f-c7fe196ef89b no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:04:39.318654 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 7b5d4126-1d92-472a-a69f-c7fe196ef89b {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:04:39.319090 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7b5d4126-1d92-472a-a69f-c7fe196ef89b not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:04:39.337308 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1395fd5-7f5e-40fd-bcf9-0b082765a705 req-ad98334d-4ec1-42ca-acba-60bcda943d7c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:39.338805 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a1395fd5-7f5e-40fd-bcf9-0b082765a705 req-ad98334d-4ec1-42ca-acba-60bcda943d7c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0510228 Sep 22 20:04:39.384213 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a1395fd5-7f5e-40fd-bcf9-0b082765a705 req-c0c90441-2b5e-42ab-bfde-5a0175560a30 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Sep 22 20:04:39.978797 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca90d-cd30-4f43-a28d-cfbd89cade1d req-8dfb6a75-d692-408b-b79d-afd1e3502ce7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:39.980241 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-affca90d-cd30-4f43-a28d-cfbd89cade1d req-8dfb6a75-d692-408b-b79d-afd1e3502ce7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0470786 Sep 22 20:04:40.017044 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-affca90d-cd30-4f43-a28d-cfbd89cade1d req-541d4f38-4845-489f-9933-ad637030e5f9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308261 Sep 22 20:04:40.498987 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be753cf-f525-4f53-b157-a580a330caa1 req-aab872ed-19d9-4fc3-85d5-ad1198b96284 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:40.500930 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4be753cf-f525-4f53-b157-a580a330caa1 req-aab872ed-19d9-4fc3-85d5-ad1198b96284 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0473740 Sep 22 20:04:40.537963 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4be753cf-f525-4f53-b157-a580a330caa1 req-707aea66-609b-485f-8a3e-0016b18ebceb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311294 Sep 22 20:04:41.132641 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f981ea7-1ca3-4e83-80bc-28b99a362d18 req-26a8466d-b0c5-4bf4-8e99-460dedef9af0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:41.134108 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2f981ea7-1ca3-4e83-80bc-28b99a362d18 req-26a8466d-b0c5-4bf4-8e99-460dedef9af0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0460043 Sep 22 20:04:41.173363 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2f981ea7-1ca3-4e83-80bc-28b99a362d18 req-4a4b6daa-01c4-40b5-ba2e-cde958b5ca0a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335896 Sep 22 20:04:41.653472 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4eabe-8f4c-4e96-8622-1a2bf7105a8d req-a596e14e-809c-476d-a15b-f1da6c5b4adc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:41.669501 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e3e4eabe-8f4c-4e96-8622-1a2bf7105a8d req-a596e14e-809c-476d-a15b-f1da6c5b4adc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0493419 Sep 22 20:04:41.692410 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e3e4eabe-8f4c-4e96-8622-1a2bf7105a8d req-f3d2dfcd-28ca-42bd-835b-ceca998c8309 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Sep 22 20:04:42.289536 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f0916-1e97-454e-8441-4c12f4c8cc6b req-5d552d99-7bcb-4e4e-a12d-c3533f6ef38e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:42.291060 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-768f0916-1e97-454e-8441-4c12f4c8cc6b req-5d552d99-7bcb-4e4e-a12d-c3533f6ef38e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0466359 Sep 22 20:04:42.327456 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-768f0916-1e97-454e-8441-4c12f4c8cc6b req-a460a3f5-da61-4ac4-bfcc-3d683e51f428 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304739 Sep 22 20:04:42.805628 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5407f-a88b-4670-b2b6-b044359dd146 req-0044ca0d-d2cf-4f35-9ca7-cbe0a9970fc2 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:42.807129 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e6f5407f-a88b-4670-b2b6-b044359dd146 req-0044ca0d-d2cf-4f35-9ca7-cbe0a9970fc2 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0472181 Sep 22 20:04:42.850366 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e6f5407f-a88b-4670-b2b6-b044359dd146 req-7db7bce9-24a4-484e-91fc-453f0cc4cd2c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364168 Sep 22 20:04:42.862509 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6465b884-67e9-4081-9aed-61f273876d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:43.444424 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca1643-3747-42c8-8b5a-acf45213accb req-ea68fb6d-a6ad-4486-916c-80ce7dc631c8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:43.445922 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-03ca1643-3747-42c8-8b5a-acf45213accb req-ea68fb6d-a6ad-4486-916c-80ce7dc631c8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0471458 Sep 22 20:04:43.483449 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-03ca1643-3747-42c8-8b5a-acf45213accb req-c82fa7fb-3143-4518-b5e6-03f6674fd157 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316556 Sep 22 20:04:43.961634 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684b592-0e03-408a-90fc-11dac3438f99 req-f6a7f2f4-a299-4ffb-9817-ec8cdd41cf4c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:43.963110 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3684b592-0e03-408a-90fc-11dac3438f99 req-f6a7f2f4-a299-4ffb-9817-ec8cdd41cf4c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0473750 Sep 22 20:04:43.999189 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3684b592-0e03-408a-90fc-11dac3438f99 req-ae638be1-22d6-4fe7-b2e0-84fa64c09f86 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302310 Sep 22 20:04:44.597098 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf4e34-64d9-4f9e-9cb5-ade3f1ce8870 req-a52469ba-edc0-4103-893c-9847fafc59e3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:44.598585 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-86cf4e34-64d9-4f9e-9cb5-ade3f1ce8870 req-a52469ba-edc0-4103-893c-9847fafc59e3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0463085 Sep 22 20:04:44.638318 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-86cf4e34-64d9-4f9e-9cb5-ade3f1ce8870 req-df3bd5f0-0e94-4202-89f9-906095e81067 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339069 Sep 22 20:04:45.113781 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eb0fd-af8c-4f1e-9f88-56ac302173d4 req-e6f96d5b-fc54-4457-9dee-cac75db19f12 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:45.115312 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4c0eb0fd-af8c-4f1e-9f88-56ac302173d4 req-e6f96d5b-fc54-4457-9dee-cac75db19f12 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0484157 Sep 22 20:04:45.153631 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4c0eb0fd-af8c-4f1e-9f88-56ac302173d4 req-98fbb700-4f03-4b92-8acb-aed4446c57c6 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321743 Sep 22 20:04:45.540333 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-04341a23-612a-4e5b-a316-3f6ef85cae5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:45.761247 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e1a89-9dc0-40a8-820d-52e051b44443 req-97b10745-8456-4f5a-b812-1ca67e22d878 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:45.763381 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9b1e1a89-9dc0-40a8-820d-52e051b44443 req-97b10745-8456-4f5a-b812-1ca67e22d878 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0502295 Sep 22 20:04:45.807204 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9b1e1a89-9dc0-40a8-820d-52e051b44443 req-a6322bda-c45a-4d89-a693-94c3e5eec627 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359738 Sep 22 20:04:46.208286 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:46.275211 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9bb44-9781-498e-aaa5-e8ebdc47636d req-5a001350-f44a-4b75-bc39-09e095afa971 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:46.277042 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-45f9bb44-9781-498e-aaa5-e8ebdc47636d req-5a001350-f44a-4b75-bc39-09e095afa971 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0546379 Sep 22 20:04:46.377540 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-45f9bb44-9781-498e-aaa5-e8ebdc47636d req-b3222189-2049-4672-a066-b4f45e5adce8 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928588 Sep 22 20:04:46.419405 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31608df-b165-4a79-a64d-0d2d0d28a97c req-238b82bf-c3a6-482c-8b3d-deeb420dc834 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:46.421122 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a31608df-b165-4a79-a64d-0d2d0d28a97c req-238b82bf-c3a6-482c-8b3d-deeb420dc834 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0865841 Sep 22 20:04:46.433920 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd065b-3a3d-489a-a723-20142274b062 req-52da5966-38aa-4f0a-b1e7-f4edffa9bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:46.436373 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-44cd065b-3a3d-489a-a723-20142274b062 req-52da5966-38aa-4f0a-b1e7-f4edffa9bf8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1098 time: 0.0674694 Sep 22 20:04:46.468266 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a31608df-b165-4a79-a64d-0d2d0d28a97c req-e325e3c7-ffdb-4389-9791-8a555fa31dd1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Sep 22 20:04:46.550709 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd065b-3a3d-489a-a723-20142274b062 req-d337a8bf-191f-420c-ae7c-8f3e12b64206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:46.552306 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-44cd065b-3a3d-489a-a723-20142274b062 req-d337a8bf-191f-420c-ae7c-8f3e12b64206 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 920 time: 0.1060143 Sep 22 20:04:46.605274 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-44cd065b-3a3d-489a-a723-20142274b062 req-b3b28bee-92dc-495f-9fc9-d7d61c90f69d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 200 len: 217 time: 0.0451686 Sep 22 20:04:46.655037 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd065b-3a3d-489a-a723-20142274b062 req-6896308b-ad80-4c94-9916-c2170200c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:46.657036 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-44cd065b-3a3d-489a-a723-20142274b062 req-6896308b-ad80-4c94-9916-c2170200c405 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.0429697 Sep 22 20:04:46.659294 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:46.695340 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-44cd065b-3a3d-489a-a723-20142274b062 req-643b75b8-7ad2-4923-ae89-731f6cc28f0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274925 Sep 22 20:04:46.793850 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-44cd065b-3a3d-489a-a723-20142274b062 req-49125a23-299a-4542-8b55-1eca13c553e1 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887003 Sep 22 20:04:46.910500 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-44cd065b-3a3d-489a-a723-20142274b062 req-36bb7d91-2974-40e5-a671-ba78aba52b01 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073103 Sep 22 20:04:46.945030 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e6364-7171-438a-8793-b0f5dceec232 req-75d3abf9-0a9a-4282-a2ba-b0c292a4286f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:46.947183 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-293e6364-7171-438a-8793-b0f5dceec232 req-75d3abf9-0a9a-4282-a2ba-b0c292a4286f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0523286 Sep 22 20:04:46.988026 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-293e6364-7171-438a-8793-b0f5dceec232 req-28648b6f-d14b-4cda-a103-6384a1537b55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Sep 22 20:04:47.084658 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:04:47.191788 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:47.203941 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'port_id': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'mac_address': 'fa:16:3e:06:86:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:04:47.241119 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:47.254423 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fab877f-6fef-4f3c-9bd2-0767d753280c {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:04:47.273393 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:47.365867 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:47.413756 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=6']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:47.522948 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e905-804e-4f24-829d-ab955f802094 req-23a94836-8333-412c-a4fa-2422f7de3451 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:47.524427 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['7fab877f-6fef-4f3c-9bd2-0767d753280c'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:04:47.526760 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9a0e905-804e-4f24-829d-ab955f802094 req-23a94836-8333-412c-a4fa-2422f7de3451 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0662091 Sep 22 20:04:47.588479 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9a0e905-804e-4f24-829d-ab955f802094 req-b9b857c6-c3bf-4d25-bc5d-db82fb88172a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525723 Sep 22 20:04:47.680672 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f90c3-faca-4b46-8c62-d48d0e4b8bdc req-c923c481-2f6f-457f-9e04-fbe6784f2a71 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:47.690349 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ae0f90c3-faca-4b46-8c62-d48d0e4b8bdc req-c923c481-2f6f-457f-9e04-fbe6784f2a71 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0837636 Sep 22 20:04:47.729439 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ae0f90c3-faca-4b46-8c62-d48d0e4b8bdc req-3e6c3005-e279-4f0c-8efc-cd125a64cf3c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381515 Sep 22 20:04:48.131576 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebeeef2-8193-4ba5-bf93-75bd88cf486e req-8edca97c-57e9-4240-8d4d-e3587a4ee788 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:48.132949 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ebeeef2-8193-4ba5-bf93-75bd88cf486e req-8edca97c-57e9-4240-8d4d-e3587a4ee788 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.0467367 Sep 22 20:04:48.178628 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ebeeef2-8193-4ba5-bf93-75bd88cf486e req-0319d948-9dc7-4ed3-8b61-9dc7c53270b1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 Sep 22 20:04:48.406450 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:48.707522 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee9b46-d94a-47dd-b43c-f6ea01f180a9 req-ee18cafe-2971-4091-aa49-b480b587a901 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:48.716473 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9eee9b46-d94a-47dd-b43c-f6ea01f180a9 req-ee18cafe-2971-4091-aa49-b480b587a901 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0635958 Sep 22 20:04:48.755920 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9eee9b46-d94a-47dd-b43c-f6ea01f180a9 req-9a100aaa-ae79-4ac6-b46b-9bf48b292686 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382304 Sep 22 20:04:48.868758 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e33f32-c969-4fcf-8897-2f0a4fb24d41 req-ee909107-5f9d-4025-ac0e-a75839016629 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:48.870406 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32e33f32-c969-4fcf-8897-2f0a4fb24d41 req-ee909107-5f9d-4025-ac0e-a75839016629 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0619621 Sep 22 20:04:48.924051 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32e33f32-c969-4fcf-8897-2f0a4fb24d41 req-e9359289-e5a2-47f9-8182-549fa484ef32 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358834 Sep 22 20:04:49.092272 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:04:49.145108 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 7fab877f-6fef-4f3c-9bd2-0767d753280c triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:04:49.145557 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:49.264477 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:49.265260 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-322409b3-debc-42d2-80e8-b2971c554df1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839834 Sep 22 20:04:49.306516 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:04:49.309158 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542df116-74b2-4b27-8438-3ccf18fb0eb0" -d '{"events": [{"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-plugged", "status": "completed", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:04:49.340363 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816fe02-bcd6-4108-a383-36b698a943c2 req-4e147a35-1529-4382-8b34-0847a2eea64b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:49.343182 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:04:49.349996 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9816fe02-bcd6-4108-a383-36b698a943c2 req-4e147a35-1529-4382-8b34-0847a2eea64b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.0685542 Sep 22 20:04:49.372288 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-60f17780-a939-4c93-be99-550ee1d43836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:49.373830 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-60f17780-a939-4c93-be99-550ee1d43836 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 1098 time: 0.0644262 Sep 22 20:04:49.397020 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7b92ac-2ddb-493c-8221-32182aabd36e x-openstack-request-id: req-1f7b92ac-2ddb-493c-8221-32182aabd36e {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:04:49.397411 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-plugged", "status": "completed", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:04:49.397802 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f7b92ac-2ddb-493c-8221-32182aabd36e {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:04:49.398461 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'code': 200} Sep 22 20:04:49.411650 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:49.455360 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9816fe02-bcd6-4108-a383-36b698a943c2 req-d6ec6f80-9d46-40d1-a223-4e6c2ac49563 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029320 Sep 22 20:04:49.519838 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=7']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:49.558091 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41356) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:49.596059 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-ec5bb45f-005d-4ce6-adfc-f4c26af7eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:49.597611 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-ec5bb45f-005d-4ce6-adfc-f4c26af7eece service neutron] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 920 time: 0.1762905 Sep 22 20:04:49.644072 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-83713dbb-f5af-47f5-a233-0dc1178ae7c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a27a4a3b-30cd-4a76-972f-febbf6957ce8 HTTP/1.1" status: 200 len: 217 time: 0.0358024 Sep 22 20:04:49.694984 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:49.701856 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-628e4c65-156a-4302-afde-f5c195d2ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:49.703921 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-628e4c65-156a-4302-afde-f5c195d2ef7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.0464194 Sep 22 20:04:49.748395 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-903f799c-a464-4946-92ad-c3ca07ea5a6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288200 Sep 22 20:04:49.883443 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:49.883678 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-309bb1cc-f340-4342-a626-bf39931d40f8 service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211450 Sep 22 20:04:49.909292 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530df4c6-b502-45e9-b109-c202e22ef5ac req-717e2d40-fa76-4cef-9e7f-188c903fa07c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:49.910856 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-530df4c6-b502-45e9-b109-c202e22ef5ac req-717e2d40-fa76-4cef-9e7f-188c903fa07c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0572481 Sep 22 20:04:49.949243 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:49.980856 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bba1722703a44bb397c03f7805e2825e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4192333 Sep 22 20:04:49.981870 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-530df4c6-b502-45e9-b109-c202e22ef5ac req-457bb1b0-4bbe-476f-9306-b08566fa7667 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648324 Sep 22 20:04:49.983756 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41368) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:50.063881 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb2a08-a30e-47b0-808c-f9fe389d0817,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:50.083051 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.083393 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.083731 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.084058 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.084382 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.085005 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.085331 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.085653 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.086175 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.086499 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.086818 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.087142 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbb6646-9eb3-4ee8-bd87-86db1e25ec13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:50.100063 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c37d6111-3fa5-41a3-8143-58db19f9c443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:50.122981 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fd250-ba8f-43bf-b61d-a1fca8d5f7d8 req-23ea654f-80f0-48f4-98ae-a7219fa2973e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:50.125619 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8c7fd250-ba8f-43bf-b61d-a1fca8d5f7d8 req-23ea654f-80f0-48f4-98ae-a7219fa2973e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1036136 Sep 22 20:04:50.145039 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c37d6111-3fa5-41a3-8143-58db19f9c443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:50.197265 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8c7fd250-ba8f-43bf-b61d-a1fca8d5f7d8 req-be92ef33-be8c-41dc-877b-ae42c70295ea tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657537 Sep 22 20:04:50.229064 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2dd56a23-5263-463c-b30e-0352c3c3f86e req-97781710-391b-4398-9ee7-7c2e87b018ea service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316250 Sep 22 20:04:50.366677 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c37d6111-3fa5-41a3-8143-58db19f9c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:50.366677 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c37d6111-3fa5-41a3-8143-58db19f9c443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:50.366677 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-c37d6111-3fa5-41a3-8143-58db19f9c443 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77cb2a08-a30e-47b0-808c-f9fe389d0817 HTTP/1.1" status: 204 len: 168 time: 0.3696904 Sep 22 20:04:50.366677 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d6111-3fa5-41a3-8143-58db19f9c443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb2a08-a30e-47b0-808c-f9fe389d0817,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:50.570088 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3270831-4230-4ef9-9dd0-afa4b493d058 req-bef16620-a24e-49f9-9073-c38a38b2f2db tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:50.571588 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d3270831-4230-4ef9-9dd0-afa4b493d058 req-bef16620-a24e-49f9-9073-c38a38b2f2db tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0496624 Sep 22 20:04:50.618330 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d3270831-4230-4ef9-9dd0-afa4b493d058 req-4b277821-0406-4e36-9d6e-64b13fc56d6a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403860 Sep 22 20:04:51.008195 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41382) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:51.029273 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:51.124174 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f239482-20df-4ce4-b725-63b1abac01d9 req-b18cbbc8-2bd1-40ac-bdc6-09c5ce743c91 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:51.128385 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1f239482-20df-4ce4-b725-63b1abac01d9 req-b18cbbc8-2bd1-40ac-bdc6-09c5ce743c91 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0544875 Sep 22 20:04:51.137424 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:51.178452 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1f239482-20df-4ce4-b725-63b1abac01d9 req-eb47af17-cf88-4ea2-963d-9d1028e0d570 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Sep 22 20:04:51.225121 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:51.276594 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=759a20a0a14c40878faff82999de56b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672565 Sep 22 20:04:51.279064 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb3d66-f085-444e-a2ad-5018a984c9ee,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:51.281575 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41390) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:51.300852 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.301567 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.302679 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.311659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58061f41-ec4a-49a3-98f5-504f4d358876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:51.337898 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c0e46-6dcb-47f6-9949-f75455336e72 req-e56cb3d1-b764-40ad-9d33-269771b8134a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:51.339400 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2a5c0e46-6dcb-47f6-9949-f75455336e72 req-e56cb3d1-b764-40ad-9d33-269771b8134a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0678661 Sep 22 20:04:51.357875 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2ca71ad-0d87-4cf9-821b-9653b9af4764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:51.381521 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2ca71ad-0d87-4cf9-821b-9653b9af4764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:51.387975 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2a5c0e46-6dcb-47f6-9949-f75455336e72 req-2b9a4c2b-861c-48d5-8a0a-6628442a3275 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409324 Sep 22 20:04:51.562104 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2ca71ad-0d87-4cf9-821b-9653b9af4764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:51.564663 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2ca71ad-0d87-4cf9-821b-9653b9af4764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:51.565842 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d2ca71ad-0d87-4cf9-821b-9653b9af4764 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9ccb3d66-f085-444e-a2ad-5018a984c9ee HTTP/1.1" status: 204 len: 168 time: 0.2828739 Sep 22 20:04:51.573941 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca71ad-0d87-4cf9-821b-9653b9af4764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb3d66-f085-444e-a2ad-5018a984c9ee,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:51.747360 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc4253-3e72-4e43-80a2-ee6aed8ea50f req-f6a3a9ed-fba6-4f0e-a73d-7af2e1274fb7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:51.749246 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8bc4253-3e72-4e43-80a2-ee6aed8ea50f req-f6a3a9ed-fba6-4f0e-a73d-7af2e1274fb7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0560825 Sep 22 20:04:51.793752 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8bc4253-3e72-4e43-80a2-ee6aed8ea50f req-11d1f577-20da-4888-971a-98f8a0cd1a16 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373387 Sep 22 20:04:52.265268 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:52.324967 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6356f-cd7c-4d60-96ee-459a4b23a108 req-c4f54038-229d-49ff-9aa9-05df236aa631 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:52.327830 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-86d6356f-cd7c-4d60-96ee-459a4b23a108 req-c4f54038-229d-49ff-9aa9-05df236aa631 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0605547 Sep 22 20:04:52.387573 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-86d6356f-cd7c-4d60-96ee-459a4b23a108 req-eeff2842-3825-4371-bc01-ce7160ff72d3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475092 Sep 22 20:04:52.542589 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba24402-f69a-4347-9705-24e37359ed6d req-e4b7f7b1-82f8-41de-a16c-354746af064f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:52.548848 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6ba24402-f69a-4347-9705-24e37359ed6d req-e4b7f7b1-82f8-41de-a16c-354746af064f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0743089 Sep 22 20:04:52.595390 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6ba24402-f69a-4347-9705-24e37359ed6d req-7793e479-abe6-4b4e-8b89-1890cc03cb5e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Sep 22 20:04:52.768210 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41428) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:52.943203 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07482783-525f-4c6a-8c8a-aa223e646c21 req-e4669062-b3bb-480b-93b6-291108cc4db8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:52.949639 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-07482783-525f-4c6a-8c8a-aa223e646c21 req-e4669062-b3bb-480b-93b6-291108cc4db8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0612102 Sep 22 20:04:53.006356 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-07482783-525f-4c6a-8c8a-aa223e646c21 req-7011021b-a038-40f7-9fde-b66801d8faa1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523295 Sep 22 20:04:53.118736 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6c4ec3c2-5c21-4d0c-8692-bb3d0cd42c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:53.215230 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6c4ec3c2-5c21-4d0c-8692-bb3d0cd42c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:53.321844 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-6c4ec3c2-5c21-4d0c-8692-bb3d0cd42c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:53.366566 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ec3c2-5c21-4d0c-8692-bb3d0cd42c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da3638c-10fe-4b86-b436-c4aa098ddb64,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:53.370595 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-6c4ec3c2-5c21-4d0c-8692-bb3d0cd42c2f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27124c40c3224994926a2fdc2678aa1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6005089 Sep 22 20:04:53.373465 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41444) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:53.466909 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-01ac1382-cbe1-4833-8826-f930443b617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:53.491807 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-01ac1382-cbe1-4833-8826-f930443b617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:53.512027 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cc976-9a3b-4e5f-ae33-61a51aafdfb5 req-fbc5d7cd-1a1b-498b-b9d3-58cedb4bdd44 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:53.520564 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-347cc976-9a3b-4e5f-ae33-61a51aafdfb5 req-fbc5d7cd-1a1b-498b-b9d3-58cedb4bdd44 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0599947 Sep 22 20:04:53.570868 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-347cc976-9a3b-4e5f-ae33-61a51aafdfb5 req-b53fed76-cd85-421e-b2eb-0a18a2a08915 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485795 Sep 22 20:04:53.644161 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41452) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:53.647853 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-01ac1382-cbe1-4833-8826-f930443b617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:53.648673 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-01ac1382-cbe1-4833-8826-f930443b617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:53.652701 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-01ac1382-cbe1-4833-8826-f930443b617c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9da3638c-10fe-4b86-b436-c4aa098ddb64 HTTP/1.1" status: 204 len: 168 time: 0.2757566 Sep 22 20:04:53.662750 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac1382-cbe1-4833-8826-f930443b617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da3638c-10fe-4b86-b436-c4aa098ddb64,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:53.784152 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c321ee-c762-43bb-aca5-6add4b0a32a7 req-90e53852-6261-41db-bad7-692ec2b9e7f9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:53.785779 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96c321ee-c762-43bb-aca5-6add4b0a32a7 req-90e53852-6261-41db-bad7-692ec2b9e7f9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0647693 Sep 22 20:04:53.804766 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1a709bae-f103-4335-9a3e-e1d84a7460ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:53.860357 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96c321ee-c762-43bb-aca5-6add4b0a32a7 req-3db00e23-6c1e-451e-aa22-429e9bc0ceb9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615909 Sep 22 20:04:53.936753 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1a709bae-f103-4335-9a3e-e1d84a7460ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:54.093299 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1a709bae-f103-4335-9a3e-e1d84a7460ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:54.163653 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-1a709bae-f103-4335-9a3e-e1d84a7460ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3af834fe7de44c98b485b7af1eee7f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179603 Sep 22 20:04:54.165999 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a709bae-f103-4335-9a3e-e1d84a7460ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03527adf-7f79-4019-a9a3-850632e9a0a6,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:54.166804 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41468) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:54.182723 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13237aa8-3d72-40f2-865d-1bc511a3bcbc req-f8f4b1da-3d2d-437b-aa15-ef9b514271fd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:54.189954 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-13237aa8-3d72-40f2-865d-1bc511a3bcbc req-f8f4b1da-3d2d-437b-aa15-ef9b514271fd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1095307 Sep 22 20:04:54.254713 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-13237aa8-3d72-40f2-865d-1bc511a3bcbc req-f5bf7deb-da74-4a51-8dea-22557b5ab5bb tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632365 Sep 22 20:04:54.257881 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a4508a0-ba07-48a5-8a40-6aaeed8e2e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:54.284836 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a4508a0-ba07-48a5-8a40-6aaeed8e2e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:54.442453 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a4508a0-ba07-48a5-8a40-6aaeed8e2e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:54.446462 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a4508a0-ba07-48a5-8a40-6aaeed8e2e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:54.447816 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-2a4508a0-ba07-48a5-8a40-6aaeed8e2e97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03527adf-7f79-4019-a9a3-850632e9a0a6 HTTP/1.1" status: 204 len: 168 time: 0.2799671 Sep 22 20:04:54.463248 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4508a0-ba07-48a5-8a40-6aaeed8e2e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03527adf-7f79-4019-a9a3-850632e9a0a6,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:54.703401 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c28818-67eb-44a4-8121-a9aa9e2bda39 req-762a61d6-fff4-4ec9-b079-11ebde4f36a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:54.705103 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-66c28818-67eb-44a4-8121-a9aa9e2bda39 req-762a61d6-fff4-4ec9-b079-11ebde4f36a3 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0537300 Sep 22 20:04:54.744893 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-66c28818-67eb-44a4-8121-a9aa9e2bda39 req-6251dcae-0c6a-4500-89f6-1cb57bc12e0c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331917 Sep 22 20:04:54.855684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41488) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:54.989938 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ec025-cbbc-4efd-a742-4fd70077da38 req-584756a9-d54e-4c05-960c-add25e960145 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:54.997414 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7a8ec025-cbbc-4efd-a742-4fd70077da38 req-584756a9-d54e-4c05-960c-add25e960145 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0661314 Sep 22 20:04:55.008136 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2003673902-network', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:55.048911 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7a8ec025-cbbc-4efd-a742-4fd70077da38 req-41c56fce-934e-4888-a631-07af76cbf401 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506291 Sep 22 20:04:55.156588 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Made reservation on behalf of df98130cff6247b2be4d949775e41f6a for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:55.158938 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.169422 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.270196 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.338790 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.380704 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:04:55.414207 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b08913b-4ca5-4caa-8d41-0b839f842f9b,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:55.419307 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.419663 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Added segment ed9da2f5-a02e-483c-823a-bf5b8b2a0007 of type vlan for network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 Sep 22 20:04:55.465542 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410574cb-4971-4184-a177-834939b10c73 req-af5e05c9-168f-4fd2-b475-676f07d78b45 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:55.467278 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-410574cb-4971-4184-a177-834939b10c73 req-af5e05c9-168f-4fd2-b475-676f07d78b45 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1412082 Sep 22 20:04:55.488349 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.550317 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-410574cb-4971-4184-a177-834939b10c73 req-f36597e1-35c4-456d-9fb7-0c2d0a9bd90d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650811 Sep 22 20:04:55.611450 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.612441 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:55.613046 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.692557 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6b4c85a5-7204-4201-9fd7-fe55bf4b8223,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:55.704179 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:04:55.727035 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41514) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:55.727608 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-93201ae3-c122-4f23-bdd1-2b23187395c2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8704579 Sep 22 20:04:55.732985 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Request body: {'subnet': {'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2003673902-subnet', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:55.850814 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Made reservation on behalf of df98130cff6247b2be4d949775e41f6a for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:04:55.853468 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30027817'] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:55.919664 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c0cd-d67a-461d-b055-d6b35d464073 req-45593d16-7a4d-4152-a25e-17f33264a261 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:55.922701 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-79b6c0cd-d67a-461d-b055-d6b35d464073 req-45593d16-7a4d-4152-a25e-17f33264a261 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0890515 Sep 22 20:04:55.971065 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-79b6c0cd-d67a-461d-b055-d6b35d464073 req-c49b010a-4987-4048-9d18-3cc450645d96 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411904 Sep 22 20:04:56.166439 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30124472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30027803'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:56.206090 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518538b5-99a2-44b6-a32f-9669150f29fe req-54f3129b-accd-446d-ba6b-c7a04cc28a1e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:56.207752 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-518538b5-99a2-44b6-a32f-9669150f29fe req-54f3129b-accd-446d-ba6b-c7a04cc28a1e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0788219 Sep 22 20:04:56.234461 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Checking segment: {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:04:56.234817 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Network hostable DHCP agents. Network: 6b4c85a5-7204-4201-9fd7-fe55bf4b8223, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:04:56.238445 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f21f0f9-5034-4e06-8819-d53fdfba5fc3,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:56.345241 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:04:56.448217 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 6b4c85a5-7204-4201-9fd7-fe55bf4b8223) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:04:56.460804 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb569bd-956b-4328-a0f2-25981b19f9ae None None] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:04:56.466421 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:56.467643 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:56.540864 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-518538b5-99a2-44b6-a32f-9669150f29fe req-dd8650df-3471-4254-bc1a-bd49858cb346 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264611 Sep 22 20:04:56.620135 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d131f07b-4fa9-4988-a9af-1eb9799b52eb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8908737 Sep 22 20:04:56.623049 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41538) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:56.628148 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:04:56.659929 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:04:56.662342 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:56.705643 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49442e3-09d4-472c-b446-64d6483551c7 req-17b44d8e-83b7-40a1-afa4-0c78a3826d28 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:56.707943 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a49442e3-09d4-472c-b446-64d6483551c7 req-17b44d8e-83b7-40a1-afa4-0c78a3826d28 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0687652 Sep 22 20:04:56.745213 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:56.747604 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:56.770400 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a49442e3-09d4-472c-b446-64d6483551c7 req-074a6341-184f-4751-8b1e-fe28e2b59825 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556529 Sep 22 20:04:56.836277 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:56.859594 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Allocated IP 172.20.0.2 (6b4c85a5-7204-4201-9fd7-fe55bf4b8223/8f21f0f9-5034-4e06-8819-d53fdfba5fc3/9b971373-2150-4676-96b2-0f6d298d7844) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:04:57.067305 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:57.141165 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:57.156093 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:57.169494 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce6893-104c-4814-8811-5aa184855a2f req-02d449b1-b35e-4cf7-9a4e-cfaed5cccdc4 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:57.172651 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b9ce6893-104c-4814-8811-5aa184855a2f req-02d449b1-b35e-4cf7-9a4e-cfaed5cccdc4 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0598445 Sep 22 20:04:57.189753 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:04:57.192898 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:04:57.196307 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:04:57.211029 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Pushing event updated for resources: {'Port': ['ID=9b971373-2150-4676-96b2-0f6d298d7844,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:57.226492 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b9ce6893-104c-4814-8811-5aa184855a2f req-1b175caf-5544-4b5d-9a03-cc267a3d107d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436561 Sep 22 20:04:57.269116 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Attempting to bind port 9b971373-2150-4676-96b2-0f6d298d7844 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:04:57.269564 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Attempting to bind port 9b971373-2150-4676-96b2-0f6d298d7844 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:04:57.269935 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Attempting to bind port 9b971373-2150-4676-96b2-0f6d298d7844 on network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:04:57.282806 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:04:57.283250 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Checking segment: {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:04:57.283668 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:57.284070 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Bound using segment: {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:04:57.284554 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Bound port: 9b971373-2150-4676-96b2-0f6d298d7844, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:04:57.284936 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:57.407505 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] For port 9b971373-2150-4676-96b2-0f6d298d7844, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:04:57.410832 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] For port 9b971373-2150-4676-96b2-0f6d298d7844, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9b971373-2150-4676-96b2-0f6d298d7844,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:04:57.480133 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:57.491716 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:57.505067 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:57.587581 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Pushing event updated for resources: {'Port': ['ID=9b971373-2150-4676-96b2-0f6d298d7844,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:57.617336 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.622787 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.627847 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.628271 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.628614 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.628959 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.629309 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.629635 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.630015 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.630362 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.630675 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.631002 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea91e34-3dfb-44f0-a755-fd0cdf371221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:04:57.686913 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Allocated IP 172.27.2.88 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/b4f67958-3727-46f8-be39-7d54c85d2fc3) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:04:57.801773 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ccc52-d1f7-44a2-9aa9-603398887488 req-b2368b2e-38eb-4218-bac3-b73733b3569a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:57.805674 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-792ccc52-d1f7-44a2-9aa9-603398887488 req-b2368b2e-38eb-4218-bac3-b73733b3569a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1702797 Sep 22 20:04:57.850719 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc959c-5e69-4c70-bebd-8fc09cbadd37 req-a64e2642-ac1b-4c7b-ba6c-1f80b773f34c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:57.850719 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8cc959c-5e69-4c70-bebd-8fc09cbadd37 req-a64e2642-ac1b-4c7b-ba6c-1f80b773f34c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.2356603 Sep 22 20:04:57.922488 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-d2fa7f69-4f67-4cee-a3ef-67f235862b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:57.923796 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8cc959c-5e69-4c70-bebd-8fc09cbadd37 req-9b7cf44c-99ab-4c83-aba3-fba9b0a86906 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788798 Sep 22 20:04:57.923958 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-d2fa7f69-4f67-4cee-a3ef-67f235862b9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 1099 time: 0.1081765 Sep 22 20:04:57.946398 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-792ccc52-d1f7-44a2-9aa9-603398887488 req-869974ac-644e-4fdf-bcc8-6c99b985e9e2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407812 Sep 22 20:04:58.014809 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:58.148673 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2efe33-2620-4e24-aea1-a69d62f62ff9 req-c1b3b6b3-f80d-4144-9512-2ea328cca1a9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:58.150278 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-da2efe33-2620-4e24-aea1-a69d62f62ff9 req-c1b3b6b3-f80d-4144-9512-2ea328cca1a9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0595522 Sep 22 20:04:58.183007 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-37f7b5b7-da27-430c-9b2b-038211e413aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:58.184592 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-37f7b5b7-da27-430c-9b2b-038211e413aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 911 time: 0.2490888 Sep 22 20:04:58.191675 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:58.213301 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-da2efe33-2620-4e24-aea1-a69d62f62ff9 req-858192d6-7fee-46c0-9819-a9cea6359f53 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532956 Sep 22 20:04:58.281000 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:04:58.287058 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:04:58.292138 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:04:58.329044 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4f67958-3727-46f8-be39-7d54c85d2fc3,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:04:58.344133 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-aed972e4-699e-45f7-bfbc-9d0f1053add9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5154a20d-806d-4db2-b718-024f801dc43e HTTP/1.1" status: 200 len: 1002 time: 0.1420317 Sep 22 20:04:58.533269 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-193c27ba-605b-4402-854f-11bd8bec444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:58.534904 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-193c27ba-605b-4402-854f-11bd8bec444d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 200 len: 849 time: 0.1814966 Sep 22 20:04:58.620320 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-6602ba82-b227-4f4e-ac7d-0ee68d970c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:58.622997 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-6602ba82-b227-4f4e-ac7d-0ee68d970c20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62c5057d-2105-4af1-b967-04704345cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776019 Sep 22 20:04:58.845415 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-b989b94d-ca40-4773-9181-2c1659e04017 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144592 Sep 22 20:04:58.897608 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:59.042957 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6e9c7c-df7b-4431-8edb-237daa1cf337 None None] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:04:59.063724 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a1091a1d-bb75-461e-a21b-29183eba4304 req-51b2804e-821c-47b5-a6a9-fac854d0e149 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090120 Sep 22 20:04:59.177986 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12807b67-5b03-427b-a3ae-2790bf4ee632 req-b2da1e32-3c6d-49e8-b291-6bc61bd6b77d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:59.180391 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-12807b67-5b03-427b-a3ae-2790bf4ee632 req-b2da1e32-3c6d-49e8-b291-6bc61bd6b77d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1399233 Sep 22 20:04:59.207970 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd3b01-e26b-490e-aae1-12c70cd11328 req-a7588332-27b4-468f-a789-9736351835f7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:59.209916 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8cdd3b01-e26b-490e-aae1-12c70cd11328 req-a7588332-27b4-468f-a789-9736351835f7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1051867 Sep 22 20:04:59.237215 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-a263926b-8b76-4d5e-ad95-5b5e46072da8 None None] Provisioning complete for port 9b971373-2150-4676-96b2-0f6d298d7844 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:04:59.240378 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a263926b-8b76-4d5e-ad95-5b5e46072da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:59.256729 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9b971373-2150-4676-96b2-0f6d298d7844 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:04:59.265033 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:59.279871 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-12807b67-5b03-427b-a3ae-2790bf4ee632 req-06d18a8d-44bf-4271-886d-98394d3af038 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686100 Sep 22 20:04:59.320785 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8cdd3b01-e26b-490e-aae1-12c70cd11328 req-928e951b-d4ab-4582-8aaa-797fa1274b91 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844634 Sep 22 20:04:59.448257 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861455f-2c25-4a6f-8280-964a593ec6c3 req-43bfd5f0-67db-425a-acc4-a435b96553e8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:04:59.448257 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c861455f-2c25-4a6f-8280-964a593ec6c3 req-43bfd5f0-67db-425a-acc4-a435b96553e8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0704117 Sep 22 20:04:59.458824 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 9b971373-2150-4676-96b2-0f6d298d7844 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:04:59.459748 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:59.508028 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c861455f-2c25-4a6f-8280-964a593ec6c3 req-5dd2cb6a-204b-4c07-a69b-af08baacf5df tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486612 Sep 22 20:04:59.546377 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:04:59.666381 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a263926b-8b76-4d5e-ad95-5b5e46072da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:59.711590 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:04:59.724487 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Sync routers for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:04:59.743678 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:04:59.748253 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:04:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:04:59.814601 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] Notify callbacks [] for router, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:04:59.819430 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41578) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:04:59.820485 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-00300153-da73-4058-b196-8b7b572d4de2 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1924040 Sep 22 20:04:59.951697 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:00.027025 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-a263926b-8b76-4d5e-ad95-5b5e46072da8 None None] For port 9b971373-2150-4676-96b2-0f6d298d7844, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9b971373-2150-4676-96b2-0f6d298d7844,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:00.034422 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.098327 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a263926b-8b76-4d5e-ad95-5b5e46072da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.177784 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:04:58Z', 'revision_number': 3, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:00.215468 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Checking router: b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:05:00.216153 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Updating router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b port b4f67958-3727-46f8-be39-7d54c85d2fc3 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:05:00.230493 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.db.api [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 20:05:00.230948 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG oslo_db.api [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 20:05:00.239696 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263926b-8b76-4d5e-ad95-5b5e46072da8 None None] Pushing event updated for resources: {'Port': ['ID=9b971373-2150-4676-96b2-0f6d298d7844,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:00.247794 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-c60cf059-e140-4946-bfcb-a0abb7ec5f77 None None] Provisioning complete for port 9b971373-2150-4676-96b2-0f6d298d7844 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:00.248381 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c60cf059-e140-4946-bfcb-a0abb7ec5f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.254268 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.399269 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.571222 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c5ce2-93c0-4556-820a-73a25a874af4 req-55f36dba-6da8-411a-8fa5-e1ea953542d1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:00.572808 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f33c5ce2-93c0-4556-820a-73a25a874af4 req-55f36dba-6da8-411a-8fa5-e1ea953542d1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1455433 Sep 22 20:05:00.644656 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.653075 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2d913-9ab6-49b9-ba66-dfc8ab3142cd req-6dc7cdef-5318-40fa-82ba-982585438a9d tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:00.659430 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a7a2d913-9ab6-49b9-ba66-dfc8ab3142cd req-6dc7cdef-5318-40fa-82ba-982585438a9d tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1967080 Sep 22 20:05:00.716576 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.759384 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f33c5ce2-93c0-4556-820a-73a25a874af4 req-382787a1-826e-4c79-a9a5-cb9c28b8f2da tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725318 Sep 22 20:05:00.777282 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Allocated IP 172.20.0.1 (6b4c85a5-7204-4201-9fd7-fe55bf4b8223/8f21f0f9-5034-4e06-8819-d53fdfba5fc3/9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:00.787890 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a7a2d913-9ab6-49b9-ba66-dfc8ab3142cd req-38750bc7-d181-47c1-aa30-04902f505607 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021690 Sep 22 20:05:00.822404 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Pushing event updated for resources: {'Port': ['ID=b4f67958-3727-46f8-be39-7d54c85d2fc3,revision_number=2']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:00.846101 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.851062 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.851599 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.852056 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.852745 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.853361 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.853984 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.854187 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.854545 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.855348 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.855699 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.856171 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:00.924958 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Attempting to bind port b4f67958-3727-46f8-be39-7d54c85d2fc3 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:00.925387 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Attempting to bind port b4f67958-3727-46f8-be39-7d54c85d2fc3 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:00.926172 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Attempting to bind port b4f67958-3727-46f8-be39-7d54c85d2fc3 on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:00.931689 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:00.932408 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:00.932915 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.933629 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:00.935948 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Bound port: b4f67958-3727-46f8-be39-7d54c85d2fc3, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:00.940619 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:00.996406 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409aaed6-1131-45d3-8d6d-9b18d9cca6e8 req-ce4d1b77-cca0-4f6d-a182-490660507c0f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:00.997965 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-409aaed6-1131-45d3-8d6d-9b18d9cca6e8 req-ce4d1b77-cca0-4f6d-a182-490660507c0f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0776775 Sep 22 20:05:01.018324 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:01.020901 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] For port b4f67958-3727-46f8-be39-7d54c85d2fc3, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:01.026446 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] For port b4f67958-3727-46f8-be39-7d54c85d2fc3, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=b4f67958-3727-46f8-be39-7d54c85d2fc3,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:01.063650 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-409aaed6-1131-45d3-8d6d-9b18d9cca6e8 req-2b9c7a21-8de1-4723-854d-af3a6f1924a9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544512 Sep 22 20:05:01.112883 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9b971373-2150-4676-96b2-0f6d298d7844 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:01.117119 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:01.143406 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:01.188758 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:01.188995 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 9b971373-2150-4676-96b2-0f6d298d7844 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:01.189262 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:01.189531 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755622c-1753-4b38-a02a-ad65cc090848 None None] Pushing event updated for resources: {'Port': ['ID=b4f67958-3727-46f8-be39-7d54c85d2fc3,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:01.192603 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:01.193544 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:01.194378 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:04:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:01.197100 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:01.239895 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:01.286754 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Pushing event updated for resources: {'Port': ['ID=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:01.371244 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:01.519187 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:01.610034 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-a0b8986a-dcad-4b71-83f9-779772632281 None None] Provisioning complete for port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:01.610439 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a0b8986a-dcad-4b71-83f9-779772632281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:01.679502 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8986a-dcad-4b71-83f9-779772632281 None None] Port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:01.697299 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:04:58Z', 'revision_number': 3, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:01.737027 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ab57e9-a27c-4039-8e39-5c67a1981895 None None] The sync data for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi is: [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:04:58Z', 'revision_number': 3, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:05:01.774441 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:01.851369 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:02.024958 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Pushing event updated for resources: {'Port': ['ID=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:02.063328 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:02.095728 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751823bf-6235-4e16-afe7-c3572c39a451 req-b61cab8d-d8a5-47ea-a398-2f6eebe6e45a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:02.097993 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-751823bf-6235-4e16-afe7-c3572c39a451 req-b61cab8d-d8a5-47ea-a398-2f6eebe6e45a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1967943 Sep 22 20:05:02.163417 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e792cca-739c-4459-8b25-8b868f72ec1c req-ad0309f0-043e-4c0d-a703-3c6dfcf45117 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:02.172307 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9e792cca-739c-4459-8b25-8b868f72ec1c req-ad0309f0-043e-4c0d-a703-3c6dfcf45117 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.2717979 Sep 22 20:05:02.278602 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-751823bf-6235-4e16-afe7-c3572c39a451 req-1e6fd7bb-d076-4aa3-b46d-6a12879952fb tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711574 Sep 22 20:05:02.303795 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9e792cca-739c-4459-8b25-8b868f72ec1c req-92849d36-70be-4f30-b203-b6e554018398 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306581 Sep 22 20:05:02.366477 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:02.368188 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:02.553406 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69772b1b-3034-4b68-9d45-f4d499d55556 req-3db57cd0-4637-4d5f-b348-392ccb0b0ec7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:02.554997 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-69772b1b-3034-4b68-9d45-f4d499d55556 req-3db57cd0-4637-4d5f-b348-392ccb0b0ec7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1268177 Sep 22 20:05:02.575598 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:05:02.809542 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-f2c1de16-0b3b-49e9-8791-b6de5802d431 None None] Provisioning complete for port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:02.810302 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f2c1de16-0b3b-49e9-8791-b6de5802d431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:02.978500 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-f2c1de16-0b3b-49e9-8791-b6de5802d431 None None] Port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:02.979800 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-69772b1b-3034-4b68-9d45-f4d499d55556 req-6e324cb8-bb38-4f89-8c55-59467c89d76a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070945 Sep 22 20:05:03.086858 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:05:03.086858 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-28dc18cf-122e-4862-8910-7ee2e5503f74 admin admin] 10.222.0.11 "PUT /v2.0/routers/b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1744645 Sep 22 20:05:03.157750 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device b4f67958-3727-46f8-be39-7d54c85d2fc3 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:03.206734 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port b4f67958-3727-46f8-be39-7d54c85d2fc3 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:03.207287 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:03.291925 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:03.327846 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port b4f67958-3727-46f8-be39-7d54c85d2fc3, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=b4f67958-3727-46f8-be39-7d54c85d2fc3,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:03.462684 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:03.474622 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7bf0e-dd05-4e08-965f-8f4ea5b36bd5 req-901be70f-1749-4f4d-b173-764af509557a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:03.481936 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-58a7bf0e-dd05-4e08-965f-8f4ea5b36bd5 req-901be70f-1749-4f4d-b173-764af509557a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0990202 Sep 22 20:05:03.521114 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cb774-9f00-4dda-b415-ad836ce2a7f2 req-e64f7365-1154-4ed9-be86-3d09164b4357 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:03.529431 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-123cb774-9f00-4dda-b415-ad836ce2a7f2 req-e64f7365-1154-4ed9-be86-3d09164b4357 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1109197 Sep 22 20:05:03.583108 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=b4f67958-3727-46f8-be39-7d54c85d2fc3,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:03.587940 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-58a7bf0e-dd05-4e08-965f-8f4ea5b36bd5 req-89078a51-6998-4ff7-97ee-3c8b03998ac1 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021249 Sep 22 20:05:03.622509 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-123cb774-9f00-4dda-b415-ad836ce2a7f2 req-35bb12a3-c0f1-4564-b390-c97920e7b52c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918653 Sep 22 20:05:04.014564 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Sync routers for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:05:04.025356 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:04.026134 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:04:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:04.085929 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41636) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:04.096473 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-978487653-network', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:04.302692 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Made reservation on behalf of 846e1ef8f73f4f31a230125a561a6b90 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:05:04.303042 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:04.305285 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:04.318191 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:04.347115 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4eeb1-8c54-4e80-9a54-132730bb200b req-36016f84-350a-4325-b935-ed7121f090af tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:04.348571 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80a4eeb1-8c54-4e80-9a54-132730bb200b req-36016f84-350a-4325-b935-ed7121f090af tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1182361 Sep 22 20:05:04.423958 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80a4eeb1-8c54-4e80-9a54-132730bb200b req-a8670258-efe6-4a6f-932f-d3c7af0bc4d3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673392 Sep 22 20:05:04.518213 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:04.573086 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 2, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:04.607732 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Checking router: b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:05:04.608151 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Updating router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:05:04.638488 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:04.679436 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:04.759216 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:05:04.807959 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9eede3-4628-4f78-a2af-fedbe690d4d2,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:04.812668 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:04.813018 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Added segment 341c0429-be8c-4cf1-adff-3e20d67c4f08 of type vlan for network bafc4f35-7ed5-4156-9744-48ee41f9816b Sep 22 20:05:04.864934 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943abb22-4bd5-4d0a-a89f-9368d79ea6ea req-dc42a9a5-1ed3-42ee-91b6-1b636d0d67bd tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:04.866395 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-943abb22-4bd5-4d0a-a89f-9368d79ea6ea req-dc42a9a5-1ed3-42ee-91b6-1b636d0d67bd tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1488039 Sep 22 20:05:04.876632 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de618b-9502-4185-8f60-ed3f6bc5429a req-5ec977b0-583d-420f-a866-dfdefaea006c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:04.878273 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1de618b-9502-4185-8f60-ed3f6bc5429a req-5ec977b0-583d-420f-a866-dfdefaea006c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1436338 Sep 22 20:05:04.896064 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:04.962962 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1de618b-9502-4185-8f60-ed3f6bc5429a req-47528a56-371c-41ad-a74c-1562199363ff tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700119 Sep 22 20:05:04.993500 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-943abb22-4bd5-4d0a-a89f-9368d79ea6ea req-3b60ceba-dc89-4752-9441-86390d9fdb39 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143577 Sep 22 20:05:05.042207 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.105255 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.106390 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:05.107103 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.141839 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device b4f67958-3727-46f8-be39-7d54c85d2fc3 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:05.180011 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.283828 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41680) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:05.289372 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1979458 Sep 22 20:05:05.290843 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Request body: {'subnet': {'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-978487653-subnet', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:05.294506 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f731ce5-8002-4e3a-94d9-d4616bbfbe28 admin admin] Pushing event updated for resources: {'Network': ['ID=bafc4f35-7ed5-4156-9744-48ee41f9816b,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:05.340724 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network bafc4f35-7ed5-4156-9744-48ee41f9816b details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:05:05.345949 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498c83-f519-4e66-8033-97e29d1be25d None None] Pushing event updated for resources: {'Port': ['ID=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:05.436305 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Made reservation on behalf of 846e1ef8f73f4f31a230125a561a6b90 for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:05:05.439767 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30027817'] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.565683 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port b4f67958-3727-46f8-be39-7d54c85d2fc3 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:05.566088 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.642834 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Attempting to bind port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:05.647564 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Attempting to bind port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:05.647564 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Attempting to bind port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 on network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:05.721508 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:05.722058 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Checking segment: {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:05.722491 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.723284 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Bound using segment: {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:05.723818 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Bound port: 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:05.724211 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.750788 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30f74-1eab-4378-a698-1cadf0318d77 req-685f303a-49dc-4103-bed6-e118f97c07b4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:05.754143 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-58a30f74-1eab-4378-a698-1cadf0318d77 req-685f303a-49dc-4103-bed6-e118f97c07b4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1624072 Sep 22 20:05:05.867237 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-58a30f74-1eab-4378-a698-1cadf0318d77 req-f7e43d6c-d23a-4842-8ff7-01a9c63ecaea tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009340 Sep 22 20:05:05.878046 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bdf0877e-6a58-4c04-bf6c-a20ab4b041d3 None None] Provisioning complete for port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:05.878432 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bdf0877e-6a58-4c04-bf6c-a20ab4b041d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:05.902778 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] For port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:05.964194 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bdf0877e-6a58-4c04-bf6c-a20ab4b041d3 None None] Port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:05.971790 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] For port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:06.019555 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30124472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30027803'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:06.054555 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:06.139108 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d966bd-8538-4471-becc-c9254c22958e,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:06.170260 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Checking segment: {'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:06.170627 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Network hostable DHCP agents. Network: bafc4f35-7ed5-4156-9744-48ee41f9816b, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:05:06.213418 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:06.222720 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:04:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:06.266471 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9552f-ab03-4f96-b2f2-4c6f95db841d req-3d3d4f3c-dbb1-48c0-8f9d-0014076ea822 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:06.268056 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c6b9552f-ab03-4f96-b2f2-4c6f95db841d req-3d3d4f3c-dbb1-48c0-8f9d-0014076ea822 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1081729 Sep 22 20:05:06.319423 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Network bafc4f35-7ed5-4156-9744-48ee41f9816b is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:05:06.350595 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75498c83-f519-4e66-8033-97e29d1be25d None None] Pushing event updated for resources: {'Port': ['ID=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:06.387792 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c6b9552f-ab03-4f96-b2f2-4c6f95db841d req-4f605871-0c3e-411b-8aa4-26bd018bfb6d tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080375 Sep 22 20:05:06.451956 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, bafc4f35-7ed5-4156-9744-48ee41f9816b) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:06.464879 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:06.466027 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:06.484694 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:06.491490 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b70624-5d4f-48f1-a771-2f3d69c5fc17 None None] Network bafc4f35-7ed5-4156-9744-48ee41f9816b requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:05:06.608751 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-9118e9f3-8fb5-4edf-9e5a-8fd7a5b0d147 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3230426 Sep 22 20:05:06.611885 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41694) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:06.617470 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:06.688462 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-5ff379e9-29ef-48c8-a2de-b5a13b521eff None None] Provisioning complete for port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:06.719142 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5ff379e9-29ef-48c8-a2de-b5a13b521eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:06.825589 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:06.827013 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:07.111905 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:07.169097 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5ff379e9-29ef-48c8-a2de-b5a13b521eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:07.251022 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209e147-99c9-48a4-a9cc-ae2d6848072e req-b5ff58a0-97c9-4f56-93fd-4bb37a8c78b8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:07.262160 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6209e147-99c9-48a4-a9cc-ae2d6848072e req-b5ff58a0-97c9-4f56-93fd-4bb37a8c78b8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1258547 Sep 22 20:05:07.353329 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-bafc4f35-7ed5-4156-9744-48ee41f9816b', 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'fixed_ips': [{'subnet_id': 'a4d966bd-8538-4471-becc-c9254c22958e'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:05:07.354237 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:07.364889 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:05Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:07.409109 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead31f40-5e38-40e3-9014-59ec0f3472be None None] The sync data for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi is: [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:05Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:05:07.583014 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6209e147-99c9-48a4-a9cc-ae2d6848072e req-8b03a232-2709-472a-a9b3-8c35af4b33b1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142767 Sep 22 20:05:07.639884 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-5ff379e9-29ef-48c8-a2de-b5a13b521eff None None] For port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:07.741311 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87ec0c-9db4-44a0-9131-b22d5b4f590d req-9af950b4-9522-4a57-a706-ca48bea33b34 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:07.742901 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6b87ec0c-9db4-44a0-9131-b22d5b4f590d req-9af950b4-9522-4a57-a706-ca48bea33b34 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1588762 Sep 22 20:05:07.758710 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:07.793227 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5ff379e9-29ef-48c8-a2de-b5a13b521eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:07.880763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6b87ec0c-9db4-44a0-9131-b22d5b4f590d req-dc3c87d0-6649-4e08-9e5e-18cf9e08ef74 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289949 Sep 22 20:05:07.903031 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41708) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:07.975094 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff379e9-29ef-48c8-a2de-b5a13b521eff None None] Pushing event updated for resources: {'Port': ['ID=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:08.042484 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Allocated IP 172.20.0.2 (bafc4f35-7ed5-4156-9744-48ee41f9816b/a4d966bd-8538-4471-becc-c9254c22958e/d683e76e-3ac2-4182-aebc-cfda6ae8b752) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:08.201514 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6a071047-0841-4ab9-a6de-94519046fd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.394648 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.449587 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6a071047-0841-4ab9-a6de-94519046fd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.504119 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.554970 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6a071047-0841-4ab9-a6de-94519046fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.595373 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Network bafc4f35-7ed5-4156-9744-48ee41f9816b is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:08.599609 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:08.608541 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:08.652583 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.667815 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-6a071047-0841-4ab9-a6de-94519046fd83 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d6d324698564ef38c5f01d6a50339eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7605908 Sep 22 20:05:08.673219 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41720) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:08.703771 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a071047-0841-4ab9-a6de-94519046fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4cb8be-0ca8-4485-8b87-7630a53f0b79,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:08.704297 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Pushing event updated for resources: {'Port': ['ID=d683e76e-3ac2-4182-aebc-cfda6ae8b752,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:08.753571 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.779807 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Attempting to bind port d683e76e-3ac2-4182-aebc-cfda6ae8b752 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:08.779807 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Attempting to bind port d683e76e-3ac2-4182-aebc-cfda6ae8b752 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:08.779807 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Attempting to bind port d683e76e-3ac2-4182-aebc-cfda6ae8b752 on network bafc4f35-7ed5-4156-9744-48ee41f9816b {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:08.789035 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:08.789035 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Checking segment: {'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:08.789441 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.790378 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Bound using segment: {'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:08.790378 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Bound port: d683e76e-3ac2-4182-aebc-cfda6ae8b752, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:08.790822 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:08.914620 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b37b77-3539-4875-9e31-1e07c424e088 req-81d2c123-cfec-473b-bb20-cb85fe7f1411 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:08.930598 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-50b37b77-3539-4875-9e31-1e07c424e088 req-81d2c123-cfec-473b-bb20-cb85fe7f1411 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1721439 Sep 22 20:05:08.934773 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] For port d683e76e-3ac2-4182-aebc-cfda6ae8b752, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:08.941016 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] For port d683e76e-3ac2-4182-aebc-cfda6ae8b752, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=d683e76e-3ac2-4182-aebc-cfda6ae8b752,segment=NetworkSegment(341c0429-be8c-4cf1-adff-3e20d67c4f08),segment_id=341c0429-be8c-4cf1-adff-3e20d67c4f08)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:09.038126 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:09.057117 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-50b37b77-3539-4875-9e31-1e07c424e088 req-90ea154a-5699-460b-b159-f449b63fbf47 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255441 Sep 22 20:05:09.098120 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e7fd03bb-d17f-4f48-bbe6-078689141104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:09.139247 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7a8ca-08ee-4f9e-aaf2-11619717d562 req-9be299e4-4274-49e1-987c-fc323c97ba53 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:09.147706 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8d7a8ca-08ee-4f9e-aaf2-11619717d562 req-9be299e4-4274-49e1-987c-fc323c97ba53 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0889616 Sep 22 20:05:09.238901 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8d7a8ca-08ee-4f9e-aaf2-11619717d562 req-54caf35d-954c-4365-990b-fc4f52c8ffad tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901890 Sep 22 20:05:09.240361 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159390c-2202-4e5b-b161-e347c2fdbaa6 None None] Pushing event updated for resources: {'Port': ['ID=d683e76e-3ac2-4182-aebc-cfda6ae8b752,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:09.289095 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:09.309454 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e7fd03bb-d17f-4f48-bbe6-078689141104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:09.371855 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Allocated IP 172.27.2.127 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/c81c0469-07dc-4bcc-afdf-019baec59b95) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:09.401983 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:09.403574 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:09.501001 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e7fd03bb-d17f-4f48-bbe6-078689141104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:09.561650 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e7fd03bb-d17f-4f48-bbe6-078689141104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:09.567572 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e7fd03bb-d17f-4f48-bbe6-078689141104 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a4cb8be-0ca8-4485-8b87-7630a53f0b79 HTTP/1.1" status: 204 len: 168 time: 0.8922374 Sep 22 20:05:09.619403 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd03bb-d17f-4f48-bbe6-078689141104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4cb8be-0ca8-4485-8b87-7630a53f0b79,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:09.702175 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:09.862819 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:09.956800 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:09.965689 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:09.977068 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:10.065900 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Pushing event updated for resources: {'Port': ['ID=c81c0469-07dc-4bcc-afdf-019baec59b95,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:10.252565 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647673a-045e-4d90-bbcf-4684f063d852 req-21d918e1-5f13-4161-827b-5d56b791b22f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:10.277273 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4647673a-045e-4d90-bbcf-4684f063d852 req-21d918e1-5f13-4161-827b-5d56b791b22f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1057527 Sep 22 20:05:10.534754 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4647673a-045e-4d90-bbcf-4684f063d852 req-58bc7b87-f447-422d-b21f-63bca9fc604c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563024 Sep 22 20:05:10.558751 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871c93a-ac93-42c4-8e0b-e071d5819449 req-e6643863-07ac-4da0-9e74-bf403df261dc tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:10.560839 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f871c93a-ac93-42c4-8e0b-e071d5819449 req-e6643863-07ac-4da0-9e74-bf403df261dc tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1465108 Sep 22 20:05:10.710466 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caefeef2-7c6c-4121-9ac8-01124f503b7e None None] Network bafc4f35-7ed5-4156-9744-48ee41f9816b requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:05:10.824322 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bc473784-ab5a-4315-8d50-973f587463fe None None] Provisioning complete for port d683e76e-3ac2-4182-aebc-cfda6ae8b752 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:10.824701 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bc473784-ab5a-4315-8d50-973f587463fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:10.929068 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f871c93a-ac93-42c4-8e0b-e071d5819449 req-2fc6d598-3883-4aa5-ad97-ddc24017ffd9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615777 Sep 22 20:05:10.992825 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bc473784-ab5a-4315-8d50-973f587463fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:11.006209 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:11.063593 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bc473784-ab5a-4315-8d50-973f587463fe None None] For port d683e76e-3ac2-4182-aebc-cfda6ae8b752, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=d683e76e-3ac2-4182-aebc-cfda6ae8b752,segment=NetworkSegment(341c0429-be8c-4cf1-adff-3e20d67c4f08),segment_id=341c0429-be8c-4cf1-adff-3e20d67c4f08)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:11.213625 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bc473784-ab5a-4315-8d50-973f587463fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:11.292320 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device d683e76e-3ac2-4182-aebc-cfda6ae8b752 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:11.365665 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc473784-ab5a-4315-8d50-973f587463fe None None] Pushing event updated for resources: {'Port': ['ID=d683e76e-3ac2-4182-aebc-cfda6ae8b752,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:11.382643 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port d683e76e-3ac2-4182-aebc-cfda6ae8b752 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:11.383169 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:11.476570 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-63eb20e7-ee23-4aeb-91d0-3d8bef74e01f None None] Provisioning complete for port d683e76e-3ac2-4182-aebc-cfda6ae8b752 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:11.477116 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-63eb20e7-ee23-4aeb-91d0-3d8bef74e01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:11.486182 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:11.628602 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41760) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:11.788135 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884928b7-6f4a-4148-9985-187074146e70 req-323b5bae-accb-417c-a4df-a9b65ffa0fbf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:11.793769 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-884928b7-6f4a-4148-9985-187074146e70 req-323b5bae-accb-417c-a4df-a9b65ffa0fbf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0967810 Sep 22 20:05:11.801294 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1829780748-network', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:11.822547 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Router b7a4bef7-f215-4868-949a-b6b2db04bc6d is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:05:11.927120 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-884928b7-6f4a-4148-9985-187074146e70 req-fdb27289-809b-4c7d-9893-1a8b879c42fc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321845 Sep 22 20:05:11.999499 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Made reservation on behalf of 38f2471bf62747518ff72559c3e0dea4 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:05:12.002447 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.024386 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.059234 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:05:12.074023 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Sync routers for ids ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:05:12.106404 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Routers {'b7a4bef7-f215-4868-949a-b6b2db04bc6d'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:12.107495 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:04:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:12.224692 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.242032 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf847fa-2c18-48b3-a58b-0d1b7e556ed8 req-e30aa923-b007-4187-9b31-4a0263b36a9e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:12.243697 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cf847fa-2c18-48b3-a58b-0d1b7e556ed8 req-e30aa923-b007-4187-9b31-4a0263b36a9e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0993912 Sep 22 20:05:12.324591 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.380725 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Set router b7a4bef7-f215-4868-949a-b6b2db04bc6d gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:12.384533 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f595f9d2-8f66-4d47-a408-e423da34d66e,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:12.395843 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cf847fa-2c18-48b3-a58b-0d1b7e556ed8 req-dfa60cfa-126a-44a9-8196-69892310fa12 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391957 Sep 22 20:05:12.426267 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:05:12.437861 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.438368 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Added segment 5b46c4de-373a-488d-b4b0-778974b13b55 of type vlan for network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 Sep 22 20:05:12.439834 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] Notify callbacks [] for router, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.443736 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5a18d429-de78-4e3e-938b-e648b8642d5a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8281054 Sep 22 20:05:12.443939 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41768) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:12.534817 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.647963 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.650011 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:12.650857 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.698056 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:05:10Z', 'revision_number': 3, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:12.743923 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Checking router: b7a4bef7-f215-4868-949a-b6b2db04bc6d for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:05:12.744745 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Updating router b7a4bef7-f215-4868-949a-b6b2db04bc6d port c81c0469-07dc-4bcc-afdf-019baec59b95 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:05:12.787537 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.794157 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] Pushing event updated for resources: {'Network': ['ID=0ada6daa-39ec-4ff1-aded-45ea2766aee5,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:12.807158 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:05:12.929702 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-69da9ffa-f64c-4b70-a1e2-4f5d648977f6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2996962 Sep 22 20:05:12.930703 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41770) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:12.931033 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8535e3a9-56e9-4cf3-809b-a27a3c6841dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:12.936662 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Request body: {'subnet': {'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1829780748-subnet', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:13.109473 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Made reservation on behalf of 38f2471bf62747518ff72559c3e0dea4 for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:05:13.125728 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853115'] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:13.324208 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device d683e76e-3ac2-4182-aebc-cfda6ae8b752 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:13.375400 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port d683e76e-3ac2-4182-aebc-cfda6ae8b752 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:13.375777 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:13.417296 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:13.453886 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091548d0-7154-4037-a478-621f18228226 req-ae6d3b34-8afd-4d4d-a339-3b5bcbe3e873 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:13.455989 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-091548d0-7154-4037-a478-621f18228226 req-ae6d3b34-8afd-4d4d-a339-3b5bcbe3e873 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.4145100 Sep 22 20:05:13.525936 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:13.548975 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-091548d0-7154-4037-a478-621f18228226 req-8ec08cf0-6942-409e-a2ff-b6e22f134aad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851929 Sep 22 20:05:13.571686 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:13.644359 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9e1ea-34fe-4674-8e28-f3a2844cb932 req-7c3d13d3-a016-4c00-8d5e-8bad59659f40 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:13.656587 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5f9e1ea-34fe-4674-8e28-f3a2844cb932 req-7c3d13d3-a016-4c00-8d5e-8bad59659f40 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1550174 Sep 22 20:05:13.683974 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Attempting to bind port c81c0469-07dc-4bcc-afdf-019baec59b95 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:13.684558 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Attempting to bind port c81c0469-07dc-4bcc-afdf-019baec59b95 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:13.684934 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Attempting to bind port c81c0469-07dc-4bcc-afdf-019baec59b95 on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:13.694587 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29555452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853065'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:13.697313 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ceedd-6365-4aa8-83ef-1856151c5601 None None] Pushing event updated for resources: {'Port': ['ID=c81c0469-07dc-4bcc-afdf-019baec59b95,revision_number=2']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:13.706239 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:13.706634 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:13.707049 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:13.707528 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:13.708364 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Bound port: c81c0469-07dc-4bcc-afdf-019baec59b95, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:13.709617 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:13.761069 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a034660-6594-4dd2-bac9-21925852f1c9,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:13.812345 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5f9e1ea-34fe-4674-8e28-f3a2844cb932 req-8f0d5d0e-e791-498f-9cfc-63f58bccc07f tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540930 Sep 22 20:05:13.831974 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Allocated IP 172.20.0.1 (bafc4f35-7ed5-4156-9744-48ee41f9816b/a4d966bd-8538-4471-becc-c9254c22958e/9b9a59ac-30e0-4492-9d37-02fafd968918) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:13.834922 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] For port c81c0469-07dc-4bcc-afdf-019baec59b95, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:13.839062 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] For port c81c0469-07dc-4bcc-afdf-019baec59b95, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=c81c0469-07dc-4bcc-afdf-019baec59b95,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:13.845775 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Checking segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:13.846460 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Network hostable DHCP agents. Network: 0ada6daa-39ec-4ff1-aded-45ea2766aee5, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:05:13.969648 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.025779 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:05:14.094923 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.172505 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Routers {'b7a4bef7-f215-4868-949a-b6b2db04bc6d'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:14.173227 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:04:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:14.178426 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ceedd-6365-4aa8-83ef-1856151c5601 None None] Pushing event updated for resources: {'Port': ['ID=c81c0469-07dc-4bcc-afdf-019baec59b95,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:14.207386 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:05:14.209957 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.246096 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Network bafc4f35-7ed5-4156-9744-48ee41f9816b is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:14.249138 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:14.253140 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:14.297306 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9a59ac-30e0-4492-9d37-02fafd968918,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:14.304935 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 0ada6daa-39ec-4ff1-aded-45ea2766aee5) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:14.316287 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:14.318771 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.320199 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5bf30b-5946-4d05-ab0b-b0febc9b1ceb None None] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:05:14.321028 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.358734 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] Set router b7a4bef7-f215-4868-949a-b6b2db04bc6d gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:14.440936 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-0dd87547-7c36-482b-98f9-5b04f367fd88 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5055611 Sep 22 20:05:14.441185 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41786) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:14.446317 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:14.620295 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.621529 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.692634 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.752626 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:14.788729 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:05:10Z', 'revision_number': 3, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:14.876590 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddfeb9-0840-4f67-9ce6-fa35e6656724 None None] The sync data for ids ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'] in dv-cinder-778534-8-iscsi is: [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:05:10Z', 'revision_number': 3, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:05:15.059110 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-c072e7fc-1492-431f-9b13-bd88b8e79128 None None] Provisioning complete for port 9b9a59ac-30e0-4492-9d37-02fafd968918 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:15.059590 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c072e7fc-1492-431f-9b13-bd88b8e79128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:15.093628 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:15.127994 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:05:15.128736 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:15.131129 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-c072e7fc-1492-431f-9b13-bd88b8e79128 None None] Port 9b9a59ac-30e0-4492-9d37-02fafd968918 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:15.196003 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:15.287866 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:15.371323 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:15.378887 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Pushing event updated for resources: {'Port': ['ID=9b9a59ac-30e0-4492-9d37-02fafd968918,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:15.386097 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d5a91-de28-4afa-99a5-a0ffa2146303 req-178293ad-31b8-4356-bab6-2fb1a1d186dc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:15.394769 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1a5d5a91-de28-4afa-99a5-a0ffa2146303 req-178293ad-31b8-4356-bab6-2fb1a1d186dc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.6217117 Sep 22 20:05:15.487284 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Allocated IP 172.20.0.2 (0ada6daa-39ec-4ff1-aded-45ea2766aee5/3a034660-6594-4dd2-bac9-21925852f1c9/bd679338-feef-4d66-8418-71613d43dc1e) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:15.548964 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1a5d5a91-de28-4afa-99a5-a0ffa2146303 req-6d0b847a-0a1a-4a9d-978a-3237f569172a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140058 Sep 22 20:05:15.611125 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e8360ca6-30a0-4939-97fb-fe39b254465c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:15.634318 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c6b25-23c2-4117-88ed-1557a20ca3b3 req-809ec215-9bfe-42bd-a288-a5d805afd8d4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:15.639135 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f77c6b25-23c2-4117-88ed-1557a20ca3b3 req-809ec215-9bfe-42bd-a288-a5d805afd8d4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.6682365 Sep 22 20:05:15.676408 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Network bafc4f35-7ed5-4156-9744-48ee41f9816b is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:15.678909 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:15.765101 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f77c6b25-23c2-4117-88ed-1557a20ca3b3 req-1846d210-9790-4e09-81e6-5a23cf70dd29 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154535 Sep 22 20:05:15.912180 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:15.942408 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Router b7a4bef7-f215-4868-949a-b6b2db04bc6d has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:05:16.013565 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.082002 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:05:16.087828 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a15dd8eb-8a8d-4423-96ee-92d32c721c29 admin admin] 10.222.0.11 "PUT /v2.0/routers/b7a4bef7-f215-4868-949a-b6b2db04bc6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6426966 Sep 22 20:05:16.116626 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.131640 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:16.140288 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.147695 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Pushing event updated for resources: {'Port': ['ID=bd679338-feef-4d66-8418-71613d43dc1e,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:16.159875 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:16.166029 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:16.173423 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-a25da7bf-27c1-47fa-87b1-faa75a4c5838 None None] Provisioning complete for port 9b9a59ac-30e0-4492-9d37-02fafd968918 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:16.174080 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a25da7bf-27c1-47fa-87b1-faa75a4c5838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.298084 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Attempting to bind port bd679338-feef-4d66-8418-71613d43dc1e on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:16.299297 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Attempting to bind port bd679338-feef-4d66-8418-71613d43dc1e by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:16.301145 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Attempting to bind port bd679338-feef-4d66-8418-71613d43dc1e on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:16.326240 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:16.326240 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Checking segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:16.326240 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.326240 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Bound using segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:16.326240 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Bound port: bd679338-feef-4d66-8418-71613d43dc1e, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:16.326240 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.326240 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.346171 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-a25da7bf-27c1-47fa-87b1-faa75a4c5838 None None] Port 9b9a59ac-30e0-4492-9d37-02fafd968918 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:16.362769 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Allocated IP 172.27.2.67 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/3b8ccdbf-1145-4835-96ee-1917df621ad1) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:16.423637 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] For port bd679338-feef-4d66-8418-71613d43dc1e, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:16.423637 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] For port bd679338-feef-4d66-8418-71613d43dc1e, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=bd679338-feef-4d66-8418-71613d43dc1e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:16.504243 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.704040 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9967-014f-4acb-ae7f-018a127d2a29 req-6f062c17-873c-46dd-bd5f-0050d2438d05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:16.705625 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e76b9967-014f-4acb-ae7f-018a127d2a29 req-6f062c17-873c-46dd-bd5f-0050d2438d05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0485241 Sep 22 20:05:16.763290 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e76b9967-014f-4acb-ae7f-018a127d2a29 req-b71ba682-7c89-4f4d-8652-a75d40ea0e7e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439715 Sep 22 20:05:16.794393 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.811205 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.811205 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:16.859079 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:16.859079 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:16.864103 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:16.883124 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b13162-2241-455b-b92d-d78dd2988bbc None None] Pushing event updated for resources: {'Port': ['ID=bd679338-feef-4d66-8418-71613d43dc1e,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:16.901154 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Pushing event updated for resources: {'Port': ['ID=3b8ccdbf-1145-4835-96ee-1917df621ad1,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:16.982947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ff223-24e2-4a3f-984c-4dfb38381a21 req-f73e3732-659c-4461-a7ba-1ce552e2d959 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:16.990959 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-193ff223-24e2-4a3f-984c-4dfb38381a21 req-f73e3732-659c-4461-a7ba-1ce552e2d959 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0808516 Sep 22 20:05:17.004549 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41828) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:17.010314 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-bcd44e2e-1047-4190-b027-0ed42f1ec785 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214073899', 'description': 'tempest-secgroup-smoke-1214073899 description', 'project_id': 'df98130cff6247b2be4d949775e41f6a'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:17.098240 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-193ff223-24e2-4a3f-984c-4dfb38381a21 req-92d99f0a-4f4e-4ffc-b4ce-e691f2ec02b7 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062922 Sep 22 20:05:17.219103 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bcd44e2e-1047-4190-b027-0ed42f1ec785 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.244350 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device c81c0469-07dc-4bcc-afdf-019baec59b95 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:17.329261 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port c81c0469-07dc-4bcc-afdf-019baec59b95 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:17.334207 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.386723 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bcd44e2e-1047-4190-b027-0ed42f1ec785 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.475777 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.491863 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bcd44e2e-1047-4190-b027-0ed42f1ec785 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.508629 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port c81c0469-07dc-4bcc-afdf-019baec59b95, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=c81c0469-07dc-4bcc-afdf-019baec59b95,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:17.514003 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.535393 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd44e2e-1047-4190-b027-0ed42f1ec785 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcc90a5-9d86-4d80-85af-83168eb773fa,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:17.559384 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Sync routers for ids ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:05:17.569907 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Routers {'b7a4bef7-f215-4868-949a-b6b2db04bc6d'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:17.570757 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:17.621205 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.664921 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bcd44e2e-1047-4190-b027-0ed42f1ec785 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.666243 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-bcd44e2e-1047-4190-b027-0ed42f1ec785 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6597991 Sep 22 20:05:17.669214 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41834) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:17.674335 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-7c422395-7b49-46ec-9127-c1607cedce8f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'security_group_rule': {'security_group_id': '9bcc90a5-9d86-4d80-85af-83168eb773fa', 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:17.775516 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=c81c0469-07dc-4bcc-afdf-019baec59b95,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:17.795588 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.804867 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7c422395-7b49-46ec-9127-c1607cedce8f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.805874 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Set router b7a4bef7-f215-4868-949a-b6b2db04bc6d gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:17.888942 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7c422395-7b49-46ec-9127-c1607cedce8f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:17.961941 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0ae69-7062-45ee-9972-7ac021f254c5 req-a79e91e6-0b00-4e95-ae88-028a46cdfe5c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:17.969942 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b8f0ae69-7062-45ee-9972-7ac021f254c5 req-a79e91e6-0b00-4e95-ae88-028a46cdfe5c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0809669 Sep 22 20:05:17.982743 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7c422395-7b49-46ec-9127-c1607cedce8f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.039235 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c422395-7b49-46ec-9127-c1607cedce8f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113e8505-6f66-4f29-aa77-143972a9cc80,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:18.141764 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b8f0ae69-7062-45ee-9972-7ac021f254c5 req-ae6111df-707d-4647-958e-b45939ddc5e8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708896 Sep 22 20:05:18.146900 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7c422395-7b49-46ec-9127-c1607cedce8f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.148654 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7c422395-7b49-46ec-9127-c1607cedce8f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4782579 Sep 22 20:05:18.149337 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41856) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:18.159485 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-a04f39df-28cc-494a-a40a-286d027f7887 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'security_group_rule': {'security_group_id': '9bcc90a5-9d86-4d80-85af-83168eb773fa', 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:18.268077 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:05:14Z', 'revision_number': 4, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9b9a59ac-30e0-4492-9d37-02fafd968918', 'name': '', 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'mac_address': 'fa:16:3e:17:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a4d966bd-8538-4471-becc-c9254c22958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:13Z', 'updated_at': '2021-09-22T20:05:14Z', 'revision_number': 2, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'subnets': [{'id': 'a4d966bd-8538-4471-becc-c9254c22958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:18.316507 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Checking router: b7a4bef7-f215-4868-949a-b6b2db04bc6d for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:05:18.316917 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Updating router b7a4bef7-f215-4868-949a-b6b2db04bc6d port 9b9a59ac-30e0-4492-9d37-02fafd968918 binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:05:18.328557 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a04f39df-28cc-494a-a40a-286d027f7887 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.368490 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.372662 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:05:18.427719 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941baf-c9bf-4975-81f8-05072de665b7 req-c37b28f0-536b-408f-a8ce-455f62590fce tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:18.437600 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-87941baf-c9bf-4975-81f8-05072de665b7 req-c37b28f0-536b-408f-a8ce-455f62590fce tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1548409 Sep 22 20:05:18.548679 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-87941baf-c9bf-4975-81f8-05072de665b7 req-9f9fa475-4e0e-4615-8756-176208923a70 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100903 Sep 22 20:05:18.554800 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e8dc6-1b5d-47b8-9e52-9085e42a8708 req-5f589efe-b5c8-44d1-8a32-b435a64882ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:18.556341 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-185e8dc6-1b5d-47b8-9e52-9085e42a8708 req-5f589efe-b5c8-44d1-8a32-b435a64882ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1098 time: 0.1780782 Sep 22 20:05:18.586565 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a04f39df-28cc-494a-a40a-286d027f7887 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.601675 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c397b255-7f91-4864-9d02-d5dafcce0ddd None None] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:05:18.634992 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-185e8dc6-1b5d-47b8-9e52-9085e42a8708 req-46e2e433-f73e-4e9e-b55a-6a7eae38ea7f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693877 Sep 22 20:05:18.664415 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a04f39df-28cc-494a-a40a-286d027f7887 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.669992 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.675086 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:05:18.688827 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:05:18.697378 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f39df-28cc-494a-a40a-286d027f7887 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfd5951-fc9a-460a-a76c-479aac0f4739,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:18.708567 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-44e41c1e-6bc9-4608-945f-62c4615fc497 None None] Provisioning complete for port bd679338-feef-4d66-8418-71613d43dc1e triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:18.709191 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-44e41c1e-6bc9-4608-945f-62c4615fc497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.724827 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:18.726525 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:18.842105 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.844663 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-57653457-2c9b-46bf-9d0a-ffcf5b5c0e72 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4024315 Sep 22 20:05:18.848135 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41868) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:18.872078 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:18.919764 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a04f39df-28cc-494a-a40a-286d027f7887 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:18.920963 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a04f39df-28cc-494a-a40a-286d027f7887 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7703993 Sep 22 20:05:18.925253 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41872) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:18.948696 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-ab5cdfe5-f996-460c-9310-d90d123a1e18 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'security_group_rule': {'security_group_id': '9bcc90a5-9d86-4d80-85af-83168eb773fa', 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:18.978782 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-44e41c1e-6bc9-4608-945f-62c4615fc497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.067209 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-44e41c1e-6bc9-4608-945f-62c4615fc497 None None] For port bd679338-feef-4d66-8418-71613d43dc1e, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=bd679338-feef-4d66-8418-71613d43dc1e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:19.154753 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-44e41c1e-6bc9-4608-945f-62c4615fc497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.242118 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e41c1e-6bc9-4608-945f-62c4615fc497 None None] Pushing event updated for resources: {'Port': ['ID=bd679338-feef-4d66-8418-71613d43dc1e,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:19.264445 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.339250 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device bd679338-feef-4d66-8418-71613d43dc1e up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:19.351635 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:17Z', 'revision_number': 3, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:19.398549 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.412094 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:05:19.412448 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Updating router 0902f0e7-3d7c-4817-a2e0-4fd87647172e port 3b8ccdbf-1145-4835-96ee-1917df621ad1 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:05:19.424154 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c58d81-19e3-4b5b-96cd-1e8570f943f1 req-0fa4fad5-9ac7-41ce-a13d-cd63ec3d50d1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:19.437705 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80c58d81-19e3-4b5b-96cd-1e8570f943f1 req-0fa4fad5-9ac7-41ce-a13d-cd63ec3d50d1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1031649 Sep 22 20:05:19.484101 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.512945 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80c58d81-19e3-4b5b-96cd-1e8570f943f1 req-2cdf0593-0b3a-4c24-a3ee-c5e65f06040e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702624 Sep 22 20:05:19.624940 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb6c74-92ae-423b-a787-5f159a623643 None None] Pushing event updated for resources: {'Port': ['ID=9b9a59ac-30e0-4492-9d37-02fafd968918,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:19.641684 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-028aac09-0bbd-47a6-9c29-28e70a8d2440 None None] Provisioning complete for port bd679338-feef-4d66-8418-71613d43dc1e triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:19.642091 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-028aac09-0bbd-47a6-9c29-28e70a8d2440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.768023 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cdfe5-f996-460c-9310-d90d123a1e18 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.787197 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926212c4-61db-46a8-901d-61b5466aa6ed req-addae060-dab5-4b8e-868a-4ffbb9b61eb9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:19.794295 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-926212c4-61db-46a8-901d-61b5466aa6ed req-addae060-dab5-4b8e-868a-4ffbb9b61eb9 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1035984 Sep 22 20:05:19.875987 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-926212c4-61db-46a8-901d-61b5466aa6ed req-d1a2656a-7428-4643-ad8a-707af848da1b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Sep 22 20:05:19.927218 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port bd679338-feef-4d66-8418-71613d43dc1e triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:19.927599 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.995816 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cdfe5-f996-460c-9310-d90d123a1e18 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:19.996373 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Attempting to bind port 9b9a59ac-30e0-4492-9d37-02fafd968918 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:19.996753 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Attempting to bind port 9b9a59ac-30e0-4492-9d37-02fafd968918 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:19.997140 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Attempting to bind port 9b9a59ac-30e0-4492-9d37-02fafd968918 on network bafc4f35-7ed5-4156-9744-48ee41f9816b {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:20.007559 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:20.007941 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Checking segment: {'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:20.008352 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.008752 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Bound using segment: {'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:20.009229 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Bound port: 9b9a59ac-30e0-4492-9d37-02fafd968918, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341c0429-be8c-4cf1-adff-3e20d67c4f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:20.009618 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.026382 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.131021 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device c81c0469-07dc-4bcc-afdf-019baec59b95 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:20.149045 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cdfe5-f996-460c-9310-d90d123a1e18 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.162095 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.167421 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] For port 9b9a59ac-30e0-4492-9d37-02fafd968918, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:20.184383 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] For port 9b9a59ac-30e0-4492-9d37-02fafd968918, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9b9a59ac-30e0-4492-9d37-02fafd968918,segment=NetworkSegment(341c0429-be8c-4cf1-adff-3e20d67c4f08),segment_id=341c0429-be8c-4cf1-adff-3e20d67c4f08)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:20.189999 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cdfe5-f996-460c-9310-d90d123a1e18 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb880d6-9bb5-4703-9849-7d6ccda0db9c,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:20.209416 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port c81c0469-07dc-4bcc-afdf-019baec59b95 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:20.210089 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.236035 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.244309 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Attempting to bind port 3b8ccdbf-1145-4835-96ee-1917df621ad1 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:20.244686 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Attempting to bind port 3b8ccdbf-1145-4835-96ee-1917df621ad1 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:20.245059 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Attempting to bind port 3b8ccdbf-1145-4835-96ee-1917df621ad1 on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:20.255693 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4f907-f84e-4c73-8034-6e6c9dabf1e2 None None] Pushing event updated for resources: {'Port': ['ID=3b8ccdbf-1145-4835-96ee-1917df621ad1,revision_number=2']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:20.260098 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:20.260475 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:20.260882 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.261269 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:20.262005 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Bound port: 3b8ccdbf-1145-4835-96ee-1917df621ad1, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:20.263741 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.268554 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cdfe5-f996-460c-9310-d90d123a1e18 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.272692 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ab5cdfe5-f996-460c-9310-d90d123a1e18 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3301404 Sep 22 20:05:20.272979 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41908) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:20.278473 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-5304274b-e92a-4d3f-8e84-509f7ab5a1b9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'security_group_rule': {'security_group_id': '9bcc90a5-9d86-4d80-85af-83168eb773fa', 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:20.281654 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-994d9bba-d34a-4b44-96f2-53af5d36d751 None None] Provisioning complete for port 9b9a59ac-30e0-4492-9d37-02fafd968918 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:20.282058 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-994d9bba-d34a-4b44-96f2-53af5d36d751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.308371 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.343512 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] For port 3b8ccdbf-1145-4835-96ee-1917df621ad1, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:20.347021 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] For port 3b8ccdbf-1145-4835-96ee-1917df621ad1, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=3b8ccdbf-1145-4835-96ee-1917df621ad1,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:20.416423 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-994d9bba-d34a-4b44-96f2-53af5d36d751 None None] Port 9b9a59ac-30e0-4492-9d37-02fafd968918 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:20.444601 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb6c74-92ae-423b-a787-5f159a623643 None None] Pushing event updated for resources: {'Port': ['ID=9b9a59ac-30e0-4492-9d37-02fafd968918,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:20.446792 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.447899 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5304274b-e92a-4d3f-8e84-509f7ab5a1b9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.458945 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Routers {'b7a4bef7-f215-4868-949a-b6b2db04bc6d'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:20.472800 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:20.496827 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Allocated IP 172.20.0.1 (0ada6daa-39ec-4ff1-aded-45ea2766aee5/3a034660-6594-4dd2-bac9-21925852f1c9/87f7f8f3-6bbd-4281-be27-8b268da794f3) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:20.558538 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:20.558972 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:20.600849 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5304274b-e92a-4d3f-8e84-509f7ab5a1b9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.711320 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] Set router b7a4bef7-f215-4868-949a-b6b2db04bc6d gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:20.730914 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:20.754784 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5304274b-e92a-4d3f-8e84-509f7ab5a1b9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.779986 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.823604 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304274b-e92a-4d3f-8e84-509f7ab5a1b9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690652ee-7cab-4eaa-98e7-a3ab8e6d0194,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:20.838422 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81f5c-6ad0-4a0a-9d2b-f9cda4683184 req-debec461-1e98-4859-b790-88cedd099ec5 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:20.854548 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-72e81f5c-6ad0-4a0a-9d2b-f9cda4683184 req-debec461-1e98-4859-b790-88cedd099ec5 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1830978 Sep 22 20:05:20.866695 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4f907-f84e-4c73-8034-6e6c9dabf1e2 None None] Pushing event updated for resources: {'Port': ['ID=3b8ccdbf-1145-4835-96ee-1917df621ad1,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:20.909648 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-a7ad0638-ed87-426e-8085-3ed221dfea50 None None] Provisioning complete for port 9b9a59ac-30e0-4492-9d37-02fafd968918 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:20.909975 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0638-ed87-426e-8085-3ed221dfea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.913960 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-72e81f5c-6ad0-4a0a-9d2b-f9cda4683184 req-14c358f9-cbaf-46c0-b994-0df26dfa6c66 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521252 Sep 22 20:05:20.921718 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5304274b-e92a-4d3f-8e84-509f7ab5a1b9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:20.923183 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-5304274b-e92a-4d3f-8e84-509f7ab5a1b9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6489422 Sep 22 20:05:20.927482 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 41918) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:20.938625 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-8037cc30-cbfb-489f-99bc-3032632ad2de tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'security_group_rule': {'security_group_id': '9bcc90a5-9d86-4d80-85af-83168eb773fa', 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:20.969359 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.054832 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Pushing event updated for resources: {'Port': ['ID=87f7f8f3-6bbd-4281-be27-8b268da794f3,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:21.063020 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:21.064924 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:21.068544 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:21.076915 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43effacb-8dbf-487f-8ccd-6c40f8522c7c req-a534530a-5d33-492e-a0dc-b299b8ab71a0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:21.084329 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-43effacb-8dbf-487f-8ccd-6c40f8522c7c req-a534530a-5d33-492e-a0dc-b299b8ab71a0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1033394 Sep 22 20:05:21.092789 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:17Z', 'revision_number': 3, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:21.160257 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799353c5-6647-495c-a5e3-bc69da2d7e64 None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:17Z', 'revision_number': 3, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:05:21.163575 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.185214 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-43effacb-8dbf-487f-8ccd-6c40f8522c7c req-3de32ccb-2041-4166-8dae-ad1f80918a86 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968153 Sep 22 20:05:21.225837 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.securitygroups_db [None req-8037cc30-cbfb-489f-99bc-3032632ad2de tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Project df98130cff6247b2be4d949775e41f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 20:05:21.246651 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8037cc30-cbfb-489f-99bc-3032632ad2de tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.275315 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0638-ed87-426e-8085-3ed221dfea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.277331 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device bd679338-feef-4d66-8418-71613d43dc1e up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:21.464029 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:05:14Z', 'revision_number': 4, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9b9a59ac-30e0-4492-9d37-02fafd968918', 'name': '', 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'mac_address': 'fa:16:3e:17:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a4d966bd-8538-4471-becc-c9254c22958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:13Z', 'updated_at': '2021-09-22T20:05:20Z', 'revision_number': 4, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'subnets': [{'id': 'a4d966bd-8538-4471-becc-c9254c22958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:21.490547 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8037cc30-cbfb-489f-99bc-3032632ad2de tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.509261 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-a7ad0638-ed87-426e-8085-3ed221dfea50 None None] For port 9b9a59ac-30e0-4492-9d37-02fafd968918, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9b9a59ac-30e0-4492-9d37-02fafd968918,segment=NetworkSegment(341c0429-be8c-4cf1-adff-3e20d67c4f08),segment_id=341c0429-be8c-4cf1-adff-3e20d67c4f08)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:21.519592 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cea521-5cb0-4e8c-b864-d43e3cb74154 None None] The sync data for ids ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'] in dv-cinder-778534-8-iscsi is: [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:05:14Z', 'revision_number': 4, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9b9a59ac-30e0-4492-9d37-02fafd968918', 'name': '', 'network_id': 'bafc4f35-7ed5-4156-9744-48ee41f9816b', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'mac_address': 'fa:16:3e:17:a4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'a4d966bd-8538-4471-becc-c9254c22958e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:13Z', 'updated_at': '2021-09-22T20:05:20Z', 'revision_number': 4, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'subnets': [{'id': 'a4d966bd-8538-4471-becc-c9254c22958e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:05:21.520570 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port bd679338-feef-4d66-8418-71613d43dc1e triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:21.521339 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.603091 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.660167 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8037cc30-cbfb-489f-99bc-3032632ad2de tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.678075 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a7ad0638-ed87-426e-8085-3ed221dfea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.752889 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad0638-ed87-426e-8085-3ed221dfea50 None None] Pushing event updated for resources: {'Port': ['ID=9b9a59ac-30e0-4492-9d37-02fafd968918,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:21.804895 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037cc30-cbfb-489f-99bc-3032632ad2de tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31270431-a97f-43f3-99d9-a03214b16752,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:21.818151 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-be7a09b3-dbce-4d4e-8c6b-8f4028119c1b None None] Provisioning complete for port 87f7f8f3-6bbd-4281-be27-8b268da794f3 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:21.818530 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-be7a09b3-dbce-4d4e-8c6b-8f4028119c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.910203 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-be7a09b3-dbce-4d4e-8c6b-8f4028119c1b None None] Port 87f7f8f3-6bbd-4281-be27-8b268da794f3 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:21.937574 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8037cc30-cbfb-489f-99bc-3032632ad2de tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:21.938915 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-8037cc30-cbfb-489f-99bc-3032632ad2de tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0101843 Sep 22 20:05:21.942071 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41936) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:21.946997 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-78cffe03-a0fa-4a25-94ef-60852f93213e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'security_group_rule': {'security_group_id': '9bcc90a5-9d86-4d80-85af-83168eb773fa', 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:22.002357 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.082619 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.securitygroups_db [None req-78cffe03-a0fa-4a25-94ef-60852f93213e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Project df98130cff6247b2be4d949775e41f6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 20:05:22.097138 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-78cffe03-a0fa-4a25-94ef-60852f93213e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.112576 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.174003 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41942) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:22.232864 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-78cffe03-a0fa-4a25-94ef-60852f93213e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.261592 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Pushing event updated for resources: {'Port': ['ID=87f7f8f3-6bbd-4281-be27-8b268da794f3,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:22.287693 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.345036 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.400338 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-86988084-7cee-40a4-88b2-e59ac6da6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:22.405255 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-86988084-7cee-40a4-88b2-e59ac6da6856 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 1098 time: 0.1831179 Sep 22 20:05:22.629208 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-78cffe03-a0fa-4a25-94ef-60852f93213e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.653825 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:22.655991 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-210ae111-ed17-420e-9463-a64e4a950205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:22.657504 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-210ae111-ed17-420e-9463-a64e4a950205 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 200 len: 920 time: 0.2404842 Sep 22 20:05:22.658700 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:22.670611 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cffe03-a0fa-4a25-94ef-60852f93213e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45db974-9879-4353-9f0e-acf68a0ad139,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:22.698109 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1397fed-28e9-49c0-9fe1-04b669e6b32e req-3c5aa722-b2d1-4701-bd66-28b79d767759 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:22.707771 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1397fed-28e9-49c0-9fe1-04b669e6b32e req-3c5aa722-b2d1-4701-bd66-28b79d767759 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.5326929 Sep 22 20:05:22.740010 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c970eaf-3b77-4be6-89d1-ad9ea70c4c2b admin admin] Deleting subnet f4d0a0fc-8868-4524-a0c4-077784e066d1 {{(pid=101136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:05:22.762452 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6c970eaf-3b77-4be6-89d1-ad9ea70c4c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.775741 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1397fed-28e9-49c0-9fe1-04b669e6b32e req-a39fc100-f535-43f8-a3b6-06f9a2e12387 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664711 Sep 22 20:05:22.781435 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-78cffe03-a0fa-4a25-94ef-60852f93213e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.798527 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-78cffe03-a0fa-4a25-94ef-60852f93213e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8539398 Sep 22 20:05:22.803435 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-5602afb8-514d-400e-ac3e-60d6820acce5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 200 len: 217 time: 0.1323500 Sep 22 20:05:22.887338 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6c970eaf-3b77-4be6-89d1-ad9ea70c4c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29458065'] for subnet, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:22.902407 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-bdb9457e-e51f-4404-a4b4-73a76be8b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:22.912842 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-bdb9457e-e51f-4404-a4b4-73a76be8b485 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 200 len: 859 time: 0.0893149 Sep 22 20:05:23.066996 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6c970eaf-3b77-4be6-89d1-ad9ea70c4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.135935 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:05:23.193430 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b5247-ceef-40d0-b2d9-153202e57464 req-3dbe4e9a-91c3-48a7-b1b5-88ad1b1fc0c6 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:23.195038 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7b8b5247-ceef-40d0-b2d9-153202e57464 req-3dbe4e9a-91c3-48a7-b1b5-88ad1b1fc0c6 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.2665603 Sep 22 20:05:23.211843 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-0072b1ca-db65-4731-a646-213b788da641 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0055dd6c-04a7-4f1a-bffa-800ab71fadea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661832 Sep 22 20:05:23.269565 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7b8b5247-ceef-40d0-b2d9-153202e57464 req-bfeaf0c8-8ae0-45c5-9fb0-016d8b049d61 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649490 Sep 22 20:05:23.360916 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-318d7c19-1f0e-4b62-ba3a-9d33f4d4b17c None None] Provisioning complete for port 87f7f8f3-6bbd-4281-be27-8b268da794f3 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:23.360916 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-318d7c19-1f0e-4b62-ba3a-9d33f4d4b17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.401912 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 3b8ccdbf-1145-4835-96ee-1917df621ad1 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:23.449939 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-9ca785be-d9b3-46be-b5ce-da7eb3fb630c service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286544 Sep 22 20:05:23.459956 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-318d7c19-1f0e-4b62-ba3a-9d33f4d4b17c None None] Port 87f7f8f3-6bbd-4281-be27-8b268da794f3 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:23.476198 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6c970eaf-3b77-4be6-89d1-ad9ea70c4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29555261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853086'] for subnet, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.508870 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 3b8ccdbf-1145-4835-96ee-1917df621ad1 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:23.509252 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.527055 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c970eaf-3b77-4be6-89d1-ad9ea70c4c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4d0a0fc-8868-4524-a0c4-077784e066d1,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:23.542761 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:05:23.542876 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6c970eaf-3b77-4be6-89d1-ad9ea70c4c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.542876 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-6c970eaf-3b77-4be6-89d1-ad9ea70c4c2b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f4d0a0fc-8868-4524-a0c4-077784e066d1 HTTP/1.1" status: 204 len: 168 time: 1.3084099 Sep 22 20:05:23.545647 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 41986) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:23.573360 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-708bc4ef-cba0-4ed3-9322-40ec14dddee6 admin admin] 10.222.0.11 "PUT /v2.0/routers/0902f0e7-3d7c-4817-a2e0-4fd87647172e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7239320 Sep 22 20:05:23.610197 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-92b02e4a-8a2a-455b-9c48-200da77d686d req-c794e804-7e66-4c62-a36f-cded543d0a2a service neutron] 10.222.0.36 "GET /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505575 Sep 22 20:05:23.634238 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.670252 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.695488 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 3b8ccdbf-1145-4835-96ee-1917df621ad1, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=3b8ccdbf-1145-4835-96ee-1917df621ad1,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:23.741093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.770257 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1269c2c6-4cac-4899-8fdc-a29aff095bf5']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:23.780507 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75ba407e-585d-4581-b59e-6a310ad9ae6f') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:23.780840 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75ba407e-585d-4581-b59e-6a310ad9ae6f') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:23.791238 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.805839 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.813237 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:05:23.813630 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:05:23.815324 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:05:23.823073 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.823972 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9b9a59ac-30e0-4492-9d37-02fafd968918 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:23.921565 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=3b8ccdbf-1145-4835-96ee-1917df621ad1,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:23.940972 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 9b9a59ac-30e0-4492-9d37-02fafd968918 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:23.942232 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:23.975401 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6f1ee-6ae1-4197-bc55-7ca03a98edc1 req-efc835ac-6835-4513-8011-887c4cbc5b54 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:23.976820 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1eb6f1ee-6ae1-4197-bc55-7ca03a98edc1 req-efc835ac-6835-4513-8011-887c4cbc5b54 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0698547 Sep 22 20:05:24.044066 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:24.074104 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:05:24.078442 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1eb6f1ee-6ae1-4197-bc55-7ca03a98edc1 req-3669bdd8-832c-40e5-b54a-0d3981d93b25 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904980 Sep 22 20:05:24.085817 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:24.088081 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] 10.222.0.11 "DELETE /v2.0/networks/1269c2c6-4cac-4899-8fdc-a29aff095bf5 HTTP/1.1" status: 204 len: 168 time: 0.5413597 Sep 22 20:05:24.088266 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:24.089013 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:24.102356 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdefd69-e659-41d3-81a1-608b340024dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1269c2c6-4cac-4899-8fdc-a29aff095bf5,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:24.267641 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:24.437199 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd0281-7398-4016-b622-2de86509be24 req-ed18d847-74e1-474e-9588-0c9d07d56928 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:24.446607 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94fd0281-7398-4016-b622-2de86509be24 req-ed18d847-74e1-474e-9588-0c9d07d56928 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0940657 Sep 22 20:05:24.499842 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94fd0281-7398-4016-b622-2de86509be24 req-edc11305-40d1-46e6-9e63-4f977d46d411 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505941 Sep 22 20:05:24.608039 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 2, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:24.636142 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 42016) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:24.649594 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:05:24.650117 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Updating router 0902f0e7-3d7c-4817-a2e0-4fd87647172e port 87f7f8f3-6bbd-4281-be27-8b268da794f3 binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:05:24.684975 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-949fe3d6-16d8-416d-a3c9-82eec1c36fbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=189490ea0f3a444cba34b37428b0e7e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476120 Sep 22 20:05:24.687733 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42018) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:24.714905 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:24.757327 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0c3da29f-4c6d-4576-a264-26abe726249f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:24.789280 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0c3da29f-4c6d-4576-a264-26abe726249f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:24.869294 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42024) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:24.874650 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1014378700-network', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:24.959538 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0c3da29f-4c6d-4576-a264-26abe726249f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:24.962645 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0c3da29f-4c6d-4576-a264-26abe726249f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:24.963647 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-0c3da29f-4c6d-4576-a264-26abe726249f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3569058-ff2b-461b-91a2-5b059dda9ec9 HTTP/1.1" status: 204 len: 168 time: 0.2749245 Sep 22 20:05:24.973124 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3da29f-4c6d-4576-a264-26abe726249f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3569058-ff2b-461b-91a2-5b059dda9ec9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:25.110850 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Made reservation on behalf of d6b8226b55ab44a6ab429aef83c33253 for: {'network': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:05:25.113462 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.128418 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.140982 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 3b8ccdbf-1145-4835-96ee-1917df621ad1 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:25.147116 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.194587 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 3b8ccdbf-1145-4835-96ee-1917df621ad1 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:25.194968 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.219874 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e946897-8adc-44ac-8c63-4190add1f483 req-437ff8ee-4105-46c9-9225-90659bfe337f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:25.221488 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0e946897-8adc-44ac-8c63-4190add1f483 req-437ff8ee-4105-46c9-9225-90659bfe337f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0525954 Sep 22 20:05:25.232805 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.290800 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0e946897-8adc-44ac-8c63-4190add1f483 req-c07ba619-e415-4058-a519-427457a1b54d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615239 Sep 22 20:05:25.350129 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.378971 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=101137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:05:25.385426 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a74a77d-1e73-4ead-9940-bd48e4070db6,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:25.393863 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.393863 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.segments_db [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Added segment 05c8934d-c6c8-4b94-942f-da7e79a86280 of type vlan for network 6296a1f4-024e-4213-815e-528226965fd6 Sep 22 20:05:25.417967 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.438491 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.512153 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaad9e-22e2-459e-8151-81d75af76396 None None] Pushing event updated for resources: {'Port': ['ID=87f7f8f3-6bbd-4281-be27-8b268da794f3,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:25.596609 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.597579 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:25.598257 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.625078 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Attempting to bind port 87f7f8f3-6bbd-4281-be27-8b268da794f3 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:25.626882 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Attempting to bind port 87f7f8f3-6bbd-4281-be27-8b268da794f3 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:25.627516 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Attempting to bind port 87f7f8f3-6bbd-4281-be27-8b268da794f3 on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:25.635425 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:25.636306 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Checking segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:25.637122 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.638511 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Bound using segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:25.639204 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Bound port: 87f7f8f3-6bbd-4281-be27-8b268da794f3, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:25.639961 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.724981 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52587a8f-fcd5-4a14-854a-54078bbbf686 req-30708468-a0c8-4cc6-8f67-473e93cfccd4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:25.728196 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] Pushing event updated for resources: {'Network': ['ID=6296a1f4-024e-4213-815e-528226965fd6,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:25.731336 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-3ec7aff5-14ad-45c5-9ba4-122aac053b85 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8611529 Sep 22 20:05:25.732338 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52587a8f-fcd5-4a14-854a-54078bbbf686 req-30708468-a0c8-4cc6-8f67-473e93cfccd4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1144431 Sep 22 20:05:25.735844 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42054) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:25.747041 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Request body: {'subnet': {'network_id': '6296a1f4-024e-4213-815e-528226965fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1014378700-subnet', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:25.752624 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 6296a1f4-024e-4213-815e-528226965fd6 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:05:25.758589 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] For port 87f7f8f3-6bbd-4281-be27-8b268da794f3, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:25.775546 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52587a8f-fcd5-4a14-854a-54078bbbf686 req-0e94e801-794f-4acd-8770-526f6076fe23 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 Sep 22 20:05:25.790282 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] For port 87f7f8f3-6bbd-4281-be27-8b268da794f3, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=87f7f8f3-6bbd-4281-be27-8b268da794f3,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:25.836128 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Made reservation on behalf of d6b8226b55ab44a6ab429aef83c33253 for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:05:25.838524 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30027817'] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.843153 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-88ef18e5-01df-43b0-96c7-89b49dd11eec None None] Provisioning complete for port 87f7f8f3-6bbd-4281-be27-8b268da794f3 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:25.843532 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-88ef18e5-01df-43b0-96c7-89b49dd11eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.887371 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-88ef18e5-01df-43b0-96c7-89b49dd11eec None None] Port 87f7f8f3-6bbd-4281-be27-8b268da794f3 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:25.908685 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:25.969165 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:25.969826 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:25.971678 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaad9e-22e2-459e-8151-81d75af76396 None None] Pushing event updated for resources: {'Port': ['ID=87f7f8f3-6bbd-4281-be27-8b268da794f3,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:26.081790 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:26.235149 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-feceacf4-9baa-440d-a306-6ecf78f3c054 None None] Provisioning complete for port 87f7f8f3-6bbd-4281-be27-8b268da794f3 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:26.235440 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-feceacf4-9baa-440d-a306-6ecf78f3c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.241938 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30124472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30027803'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.301760 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9247cf1e-e51e-4dd2-88f3-a7224d19c628,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:26.306154 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Checking segment: {'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:26.306514 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Network hostable DHCP agents. Network: 6296a1f4-024e-4213-815e-528226965fd6, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:05:26.363022 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:25Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:26.366100 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-feceacf4-9baa-440d-a306-6ecf78f3c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.391647 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ba945b-1ddd-43d4-93f0-42f002ac7595 None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:25Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:05:26.406816 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Network 6296a1f4-024e-4213-815e-528226965fd6 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:05:26.420806 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8389f20-0bf0-4b19-8377-2fd917035d6a req-4682d8ce-01da-40b8-b3ee-e580938c992b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:26.430039 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e8389f20-0bf0-4b19-8377-2fd917035d6a req-4682d8ce-01da-40b8-b3ee-e580938c992b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0713387 Sep 22 20:05:26.437955 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-feceacf4-9baa-440d-a306-6ecf78f3c054 None None] For port 87f7f8f3-6bbd-4281-be27-8b268da794f3, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=87f7f8f3-6bbd-4281-be27-8b268da794f3,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:26.477194 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e8389f20-0bf0-4b19-8377-2fd917035d6a req-8260b454-2481-4b79-8218-7268cea1d7c1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460536 Sep 22 20:05:26.536336 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-feceacf4-9baa-440d-a306-6ecf78f3c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.536579 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 6296a1f4-024e-4213-815e-528226965fd6) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:26.543888 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:26.547136 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.565851 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa92e9-6a8e-437b-84cc-b8d88b4bd40f None None] Network 6296a1f4-024e-4213-815e-528226965fd6 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:05:26.641227 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-f09742f8-4b89-400b-b40e-76d955e16341 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9043188 Sep 22 20:05:26.643941 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 42068) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:26.648321 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:26.655092 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feceacf4-9baa-440d-a306-6ecf78f3c054 None None] Pushing event updated for resources: {'Port': ['ID=87f7f8f3-6bbd-4281-be27-8b268da794f3,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:26.682928 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-170faf53-c4df-474a-b921-1a765493d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:26.687838 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-170faf53-c4df-474a-b921-1a765493d09a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 1099 time: 0.0542769 Sep 22 20:05:26.759498 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-6296a1f4-024e-4213-815e-528226965fd6', 'network_id': '6296a1f4-024e-4213-815e-528226965fd6', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'fixed_ips': [{'subnet_id': '9247cf1e-e51e-4dd2-88f3-a7224d19c628'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:05:26.760390 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.795168 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-fc3b999e-703a-4972-95c1-ba5a70fbec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:26.797274 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-fc3b999e-703a-4972-95c1-ba5a70fbec66 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.1021774 Sep 22 20:05:26.799594 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.802357 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.878928 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:26.925665 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-d7cb430f-e458-4819-a57a-3eb869abc3fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c HTTP/1.1" status: 200 len: 1002 time: 0.1176326 Sep 22 20:05:26.928153 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Allocated IP 172.20.0.2 (6296a1f4-024e-4213-815e-528226965fd6/9247cf1e-e51e-4dd2-88f3-a7224d19c628/2d467655-26b3-446b-a379-7411689543a5) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:26.941810 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f3cab-c522-4b7d-82aa-e9f07ddea4b4 req-c171c3ca-59e7-4732-9f57-b31787c5d074 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:26.946886 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c13f3cab-c522-4b7d-82aa-e9f07ddea4b4 req-c171c3ca-59e7-4732-9f57-b31787c5d074 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0627086 Sep 22 20:05:26.987585 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-e23e29ae-e67e-4e7b-b671-a629eadd8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:26.989258 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-e23e29ae-e67e-4e7b-b671-a629eadd8d2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0553074 Sep 22 20:05:27.064344 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c13f3cab-c522-4b7d-82aa-e9f07ddea4b4 req-06527547-e671-45c6-8be9-d354081d24c0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145430 Sep 22 20:05:27.096483 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-1d90972f-f30e-4cc1-a882-e415c938e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:27.098350 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-1d90972f-f30e-4cc1-a882-e415c938e87e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975156 Sep 22 20:05:27.120102 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.154845 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.201849 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.233162 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 87f7f8f3-6bbd-4281-be27-8b268da794f3 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:27.239909 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-f67ca863-fba8-49ca-b264-4e7c032611f9 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272860 Sep 22 20:05:27.271605 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Network 6296a1f4-024e-4213-815e-528226965fd6 is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:27.281603 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:27.286527 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:27.303155 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Pushing event updated for resources: {'Port': ['ID=2d467655-26b3-446b-a379-7411689543a5,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:27.369263 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Attempting to bind port 2d467655-26b3-446b-a379-7411689543a5 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:27.369633 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Attempting to bind port 2d467655-26b3-446b-a379-7411689543a5 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:27.370030 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Attempting to bind port 2d467655-26b3-446b-a379-7411689543a5 on network 6296a1f4-024e-4213-815e-528226965fd6 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:27.373490 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 87f7f8f3-6bbd-4281-be27-8b268da794f3 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:27.373947 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.378624 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:27.379036 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Checking segment: {'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:27.379456 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.379890 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Bound using segment: {'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:27.380424 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Bound port: 2d467655-26b3-446b-a379-7411689543a5, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:27.380830 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.413809 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-1ccc2dcb-c9a8-44d4-b3ba-6102a0dadbd6 req-4021fac1-bf6a-4653-8b6c-678f44d95328 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575141 Sep 22 20:05:27.553657 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.574264 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.590964 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] For port 2d467655-26b3-446b-a379-7411689543a5, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:27.594849 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] For port 2d467655-26b3-446b-a379-7411689543a5, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=2d467655-26b3-446b-a379-7411689543a5,segment=NetworkSegment(05c8934d-c6c8-4b94-942f-da7e79a86280),segment_id=05c8934d-c6c8-4b94-942f-da7e79a86280)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:27.680989 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21eb45-8f5a-40de-a18c-31c26ef81770 req-e2c8104a-fb2b-4f28-8f08-707e4960cb0b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:27.682668 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bc21eb45-8f5a-40de-a18c-31c26ef81770 req-e2c8104a-fb2b-4f28-8f08-707e4960cb0b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.1003139 Sep 22 20:05:27.736936 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:27.752481 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Allocated IP 172.27.2.126 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/e5984655-24be-486a-8032-d67956ddfcbd) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:27.758901 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bc21eb45-8f5a-40de-a18c-31c26ef81770 req-cc50df2f-42f7-482d-8f01-6754ac284d4f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576096 Sep 22 20:05:27.818517 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081668f-4ca6-4d28-9b04-8c48bda5baaf None None] Pushing event updated for resources: {'Port': ['ID=2d467655-26b3-446b-a379-7411689543a5,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:27.896353 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:28.013945 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:28.057770 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:28.060602 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:28.064671 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:28.090679 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Pushing event updated for resources: {'Port': ['ID=e5984655-24be-486a-8032-d67956ddfcbd,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:28.451837 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:28.657089 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:28.763423 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d32e7-6970-4e1a-b1f5-8b7edfbe5dd7 None None] Network 6296a1f4-024e-4213-815e-528226965fd6 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:05:28.798127 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-11d8ea31-897e-4b33-8e1d-72585597246a None None] Provisioning complete for port 2d467655-26b3-446b-a379-7411689543a5 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:28.798499 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-11d8ea31-897e-4b33-8e1d-72585597246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:28.869450 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Router 05c2139b-24b6-42b6-891e-cec294955848 is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:05:28.933322 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a547e21-6d9e-46ee-9d0d-44e585d7992e req-cf1f55b3-2aee-4401-9c7f-7ad0d13ce75c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:28.934770 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9a547e21-6d9e-46ee-9d0d-44e585d7992e req-cf1f55b3-2aee-4401-9c7f-7ad0d13ce75c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 946 time: 0.0954933 Sep 22 20:05:28.962339 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-11d8ea31-897e-4b33-8e1d-72585597246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.014686 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9a547e21-6d9e-46ee-9d0d-44e585d7992e req-a106b33f-040b-477c-b82e-0f4fe021de0e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676093 Sep 22 20:05:29.016744 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-11d8ea31-897e-4b33-8e1d-72585597246a None None] For port 2d467655-26b3-446b-a379-7411689543a5, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=2d467655-26b3-446b-a379-7411689543a5,segment=NetworkSegment(05c8934d-c6c8-4b94-942f-da7e79a86280),segment_id=05c8934d-c6c8-4b94-942f-da7e79a86280)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:29.019583 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:05:29.029422 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Sync routers for ids ['05c2139b-24b6-42b6-891e-cec294955848'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:05:29.040931 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Routers {'05c2139b-24b6-42b6-891e-cec294955848'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:29.041557 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['05c2139b-24b6-42b6-891e-cec294955848'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:29.168277 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.169769 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-c62fd3a3-8864-43c5-81fa-e7c0c0431d2c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5245712 Sep 22 20:05:29.171762 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 2d467655-26b3-446b-a379-7411689543a5 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:29.172899 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42096) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:29.175802 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-11d8ea31-897e-4b33-8e1d-72585597246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.206751 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Set router 05c2139b-24b6-42b6-891e-cec294955848 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:29.291246 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8ea31-897e-4b33-8e1d-72585597246a None None] Pushing event updated for resources: {'Port': ['ID=2d467655-26b3-446b-a379-7411689543a5,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:29.309279 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-6a2dc154-faab-45b5-aa8f-e316c356c229 None None] Provisioning complete for port 2d467655-26b3-446b-a379-7411689543a5 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:29.309659 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc154-faab-45b5-aa8f-e316c356c229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.312736 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 2d467655-26b3-446b-a379-7411689543a5 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:29.312862 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.409259 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:05:28Z', 'revision_number': 3, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port': {'id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:27Z', 'updated_at': '2021-09-22T20:05:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:29.436775 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Checking router: 05c2139b-24b6-42b6-891e-cec294955848 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:05:29.437181 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Updating router 05c2139b-24b6-42b6-891e-cec294955848 port e5984655-24be-486a-8032-d67956ddfcbd binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:05:29.468564 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.478892 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:05:29.649245 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.683546 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:05:29.686307 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29cbfb9-b1d9-4c8b-aacd-ebb2deebcab4" -d '{"events": [{"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-unplugged", "status": "completed", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:05:29.712628 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:29.725527 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 20:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175a99ea-b5d3-40cb-b59c-17df1c11a36e x-openstack-request-id: req-175a99ea-b5d3-40cb-b59c-17df1c11a36e {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:05:29.725907 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-unplugged", "status": "completed", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:05:29.726295 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-175a99ea-b5d3-40cb-b59c-17df1c11a36e {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:05:29.726538 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'code': 200} Sep 22 20:05:29.790370 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.807739 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.856202 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=8']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:29.890181 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.902435 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.942355 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Attempting to bind port e5984655-24be-486a-8032-d67956ddfcbd on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:29.942726 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Attempting to bind port e5984655-24be-486a-8032-d67956ddfcbd by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:29.943122 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Attempting to bind port e5984655-24be-486a-8032-d67956ddfcbd on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:29.946189 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06486a6b-a8d7-4db7-923d-98f8de1a8387 None None] Pushing event updated for resources: {'Port': ['ID=e5984655-24be-486a-8032-d67956ddfcbd,revision_number=2']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:29.950842 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:29.951219 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:29.951992 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:29.952709 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:29.953423 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Bound port: e5984655-24be-486a-8032-d67956ddfcbd, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:29.953596 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:30.011488 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] For port e5984655-24be-486a-8032-d67956ddfcbd, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:30.014456 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] For port e5984655-24be-486a-8032-d67956ddfcbd, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=e5984655-24be-486a-8032-d67956ddfcbd,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:30.069389 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Allocated IP 172.20.0.1 (6296a1f4-024e-4213-815e-528226965fd6/9247cf1e-e51e-4dd2-88f3-a7224d19c628/6e64d001-b050-431a-83ff-74b2a1d1cbc7) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:05:30.133541 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:30.147271 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45968ca6-aa60-4940-baad-5d58de889408 req-ac3ee1cc-e975-4309-be18-ec1548f22eba tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:30.149053 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-45968ca6-aa60-4940-baad-5d58de889408 req-ac3ee1cc-e975-4309-be18-ec1548f22eba tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0511105 Sep 22 20:05:30.191907 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:30.203336 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-45968ca6-aa60-4940-baad-5d58de889408 req-176bcaf6-2d2f-40af-bcdc-656d0f8a3ee1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414457 Sep 22 20:05:30.285554 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Routers {'05c2139b-24b6-42b6-891e-cec294955848'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:30.286117 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['05c2139b-24b6-42b6-891e-cec294955848'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:30.287933 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06486a6b-a8d7-4db7-923d-98f8de1a8387 None None] Pushing event updated for resources: {'Port': ['ID=e5984655-24be-486a-8032-d67956ddfcbd,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:30.384983 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:30.388336 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] Set router 05c2139b-24b6-42b6-891e-cec294955848 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:30.422528 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Network 6296a1f4-024e-4213-815e-528226965fd6 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:30.426873 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:30.432905 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:05:30.465023 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6e64d001-b050-431a-83ff-74b2a1d1cbc7,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:30.486785 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:30.614513 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:05:28Z', 'revision_number': 3, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port': {'id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:27Z', 'updated_at': '2021-09-22T20:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:30.646565 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cd2207-8e12-4404-bc7a-9ecb4867163e None None] The sync data for ids ['05c2139b-24b6-42b6-891e-cec294955848'] in dv-cinder-778534-8-iscsi is: [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:05:28Z', 'revision_number': 3, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port': {'id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:27Z', 'updated_at': '2021-09-22T20:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:05:30.684318 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-5c6e2689-e515-4425-b798-716dd8ef94d5 None None] Provisioning complete for port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:30.684745 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5c6e2689-e515-4425-b798-716dd8ef94d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:30.721956 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e2689-e515-4425-b798-716dd8ef94d5 None None] Port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:30.799659 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.052912 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.145049 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.219787 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 2d467655-26b3-446b-a379-7411689543a5 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:31.244186 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Pushing event updated for resources: {'Port': ['ID=6e64d001-b050-431a-83ff-74b2a1d1cbc7,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:31.248980 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.284809 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 2d467655-26b3-446b-a379-7411689543a5 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:31.285478 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.370727 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Network 6296a1f4-024e-4213-815e-528226965fd6 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:05:31.371842 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device e5984655-24be-486a-8032-d67956ddfcbd up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:31.372157 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:05:31.442590 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port e5984655-24be-486a-8032-d67956ddfcbd triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:31.442992 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.525977 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Router 05c2139b-24b6-42b6-891e-cec294955848 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:05:31.559850 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.610674 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port e5984655-24be-486a-8032-d67956ddfcbd, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=e5984655-24be-486a-8032-d67956ddfcbd,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:31.648122 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-430807f2-5f82-4d26-8c87-73e2b1038a56 None None] Provisioning complete for port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:31.648501 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-430807f2-5f82-4d26-8c87-73e2b1038a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.688792 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-430807f2-5f82-4d26-8c87-73e2b1038a56 None None] Port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:31.704509 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:05:31.709584 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7ff980e9-11e0-413b-9d68-508c264570c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/05c2139b-24b6-42b6-891e-cec294955848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5352840 Sep 22 20:05:31.727591 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:31.786556 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=e5984655-24be-486a-8032-d67956ddfcbd,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:31.914532 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [req-33ccdd42-febd-4098-9f79-7d0bc5cb2396 req-1c5bbd46-b3f2-4474-bfae-2a8a188939b7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:05:31.915568 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-33ccdd42-febd-4098-9f79-7d0bc5cb2396 req-1c5bbd46-b3f2-4474-bfae-2a8a188939b7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057552 Sep 22 20:05:32.287599 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42150) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:32.293507 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-53123f43-67dc-4c38-8b24-fe49f75aaedd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1279981019', 'description': 'tempest-secgroup-smoke-1279981019 description', 'project_id': '38f2471bf62747518ff72559c3e0dea4'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:32.351380 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9adb5-21ed-41d3-a73c-d42e7a3c29f0 req-09e78465-aa81-4141-8ac1-8c8716c77221 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:32.352875 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-48e9adb5-21ed-41d3-a73c-d42e7a3c29f0 req-09e78465-aa81-4141-8ac1-8c8716c77221 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0761967 Sep 22 20:05:32.393124 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-48e9adb5-21ed-41d3-a73c-d42e7a3c29f0 req-635f601d-8099-4a81-a407-a3f66b5a386c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339646 Sep 22 20:05:32.401660 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-53123f43-67dc-4c38-8b24-fe49f75aaedd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:32.493319 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-53123f43-67dc-4c38-8b24-fe49f75aaedd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:32.601687 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-53123f43-67dc-4c38-8b24-fe49f75aaedd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:32.641153 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53123f43-67dc-4c38-8b24-fe49f75aaedd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1667ebfd-50af-4571-86d1-fd1b1b5cd385,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:32.710036 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-53123f43-67dc-4c38-8b24-fe49f75aaedd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:32.711346 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-53123f43-67dc-4c38-8b24-fe49f75aaedd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4217660 Sep 22 20:05:32.714332 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42174) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:32.719281 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-20f3ea86-268e-43c5-9bdd-5e0eafb99fd8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'security_group_rule': {'security_group_id': '1667ebfd-50af-4571-86d1-fd1b1b5cd385', 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:32.821152 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-20f3ea86-268e-43c5-9bdd-5e0eafb99fd8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:32.856164 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 42180) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:32.877899 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-20f3ea86-268e-43c5-9bdd-5e0eafb99fd8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:32.941561 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-19895cdb-2310-4940-a924-37301b51257c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842607 Sep 22 20:05:32.950163 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-3248c3fe-12c2-4c8f-b19c-cad737ea4ef4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:05:32.951110 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-3248c3fe-12c2-4c8f-b19c-cad737ea4ef4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047648 Sep 22 20:05:32.983480 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-20f3ea86-268e-43c5-9bdd-5e0eafb99fd8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:32.997952 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3ea86-268e-43c5-9bdd-5e0eafb99fd8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4854e352-aad3-494f-92ff-a3aa18332682,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:33.070308 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-20f3ea86-268e-43c5-9bdd-5e0eafb99fd8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.071514 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-20f3ea86-268e-43c5-9bdd-5e0eafb99fd8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562164 Sep 22 20:05:33.074543 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42188) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:33.079869 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-a1daa530-f7a7-4605-8966-feb7c1d0286e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'security_group_rule': {'security_group_id': '1667ebfd-50af-4571-86d1-fd1b1b5cd385', 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:33.118249 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device e5984655-24be-486a-8032-d67956ddfcbd up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:33.167133 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port e5984655-24be-486a-8032-d67956ddfcbd triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:33.167503 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.218104 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a1daa530-f7a7-4605-8966-feb7c1d0286e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.276207 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a1daa530-f7a7-4605-8966-feb7c1d0286e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.384261 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a1daa530-f7a7-4605-8966-feb7c1d0286e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.402841 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1daa530-f7a7-4605-8966-feb7c1d0286e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb5cb987-56ba-4209-9352-f23b20af1cc1,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:33.482577 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a1daa530-f7a7-4605-8966-feb7c1d0286e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.484715 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a1daa530-f7a7-4605-8966-feb7c1d0286e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4089036 Sep 22 20:05:33.487125 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42196) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:33.491747 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-aa0f3aea-01bc-4092-90b9-bcab0a18c4e5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'security_group_rule': {'security_group_id': '1667ebfd-50af-4571-86d1-fd1b1b5cd385', 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:33.518758 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee4a41-c2d0-4448-aa73-de855eb0f55a req-367818c2-f79a-4583-bfc9-27901207631d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:33.520235 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b3ee4a41-c2d0-4448-aa73-de855eb0f55a req-367818c2-f79a-4583-bfc9-27901207631d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0527713 Sep 22 20:05:33.556329 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b3ee4a41-c2d0-4448-aa73-de855eb0f55a req-4dff2f61-d87e-421c-a0a7-528df8c3213c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302382 Sep 22 20:05:33.624018 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3aea-01bc-4092-90b9-bcab0a18c4e5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.690359 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3aea-01bc-4092-90b9-bcab0a18c4e5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.782363 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3aea-01bc-4092-90b9-bcab0a18c4e5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.804444 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f3aea-01bc-4092-90b9-bcab0a18c4e5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ae55cb-4439-4ff6-bb81-0172a181e5ed,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:33.893110 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3aea-01bc-4092-90b9-bcab0a18c4e5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:33.894298 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-aa0f3aea-01bc-4092-90b9-bcab0a18c4e5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4061329 Sep 22 20:05:33.896879 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42202) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:33.901110 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-b26183f2-fd7d-4597-a322-681a50b0d999 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'security_group_rule': {'security_group_id': '1667ebfd-50af-4571-86d1-fd1b1b5cd385', 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:34.001723 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b26183f2-fd7d-4597-a322-681a50b0d999 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.064826 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b26183f2-fd7d-4597-a322-681a50b0d999 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.161368 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b26183f2-fd7d-4597-a322-681a50b0d999 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.179515 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26183f2-fd7d-4597-a322-681a50b0d999 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cacabb2-4c90-4ef3-8009-f3c500fc8760,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:34.230432 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Sync routers for ids ['05c2139b-24b6-42b6-891e-cec294955848'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:05:34.239955 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Routers {'05c2139b-24b6-42b6-891e-cec294955848'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:34.240592 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['05c2139b-24b6-42b6-891e-cec294955848'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:34.287105 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b26183f2-fd7d-4597-a322-681a50b0d999 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.288374 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-b26183f2-fd7d-4597-a322-681a50b0d999 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905845 Sep 22 20:05:34.291086 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42206) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:34.296475 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-d371404a-5081-4777-a26b-a3aefbc6f0a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'security_group_rule': {'security_group_id': '1667ebfd-50af-4571-86d1-fd1b1b5cd385', 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:34.347196 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Set router 05c2139b-24b6-42b6-891e-cec294955848 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:34.412914 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.securitygroups_db [None req-d371404a-5081-4777-a26b-a3aefbc6f0a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Project 38f2471bf62747518ff72559c3e0dea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 20:05:34.418071 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d371404a-5081-4777-a26b-a3aefbc6f0a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.478751 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d371404a-5081-4777-a26b-a3aefbc6f0a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.553529 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d371404a-5081-4777-a26b-a3aefbc6f0a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.554755 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:05:30Z', 'revision_number': 4, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port': {'id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:27Z', 'updated_at': '2021-09-22T20:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '6e64d001-b050-431a-83ff-74b2a1d1cbc7', 'name': '', 'network_id': '6296a1f4-024e-4213-815e-528226965fd6', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'mac_address': 'fa:16:3e:b2:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9247cf1e-e51e-4dd2-88f3-a7224d19c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:29Z', 'updated_at': '2021-09-22T20:05:30Z', 'revision_number': 2, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'subnets': [{'id': '9247cf1e-e51e-4dd2-88f3-a7224d19c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:34.569024 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371404a-5081-4777-a26b-a3aefbc6f0a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fb0b26-4f51-4dbb-b778-168e06e0d4c5,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:34.583175 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Checking router: 05c2139b-24b6-42b6-891e-cec294955848 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:05:34.583536 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Updating router 05c2139b-24b6-42b6-891e-cec294955848 port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:05:34.609379 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.650257 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d371404a-5081-4777-a26b-a3aefbc6f0a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.659831 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d371404a-5081-4777-a26b-a3aefbc6f0a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3591118 Sep 22 20:05:34.659831 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42210) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:05:34.664610 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-4b8dcc61-b4a7-480e-8e7f-528207e31ca7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'security_group_rule': {'security_group_id': '1667ebfd-50af-4571-86d1-fd1b1b5cd385', 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:05:34.706748 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a0a31-3c03-40c0-b30e-8bb10e584558 req-b8909b5f-22ee-48be-88b5-f01cde9c5ee1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:34.710363 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb4a0a31-3c03-40c0-b30e-8bb10e584558 req-b8909b5f-22ee-48be-88b5-f01cde9c5ee1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0816956 Sep 22 20:05:34.749196 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb4a0a31-3c03-40c0-b30e-8bb10e584558 req-a4d749c5-b0c2-402c-b5b1-1704cc59ed8d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330212 Sep 22 20:05:34.793316 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.securitygroups_db [None req-4b8dcc61-b4a7-480e-8e7f-528207e31ca7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Project 38f2471bf62747518ff72559c3e0dea4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 20:05:34.799254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4b8dcc61-b4a7-480e-8e7f-528207e31ca7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.861214 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4b8dcc61-b4a7-480e-8e7f-528207e31ca7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.888523 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:34.989856 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4b8dcc61-b4a7-480e-8e7f-528207e31ca7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:35.008016 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8dcc61-b4a7-480e-8e7f-528207e31ca7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ccd43a-688b-48c8-b202-dd7aa636d736,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:35.019013 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:35.050732 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:05:35.097023 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebcdac-8c43-47fb-bfd0-3d88ab18b748 None None] Pushing event updated for resources: {'Port': ['ID=6e64d001-b050-431a-83ff-74b2a1d1cbc7,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:35.108056 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4b8dcc61-b4a7-480e-8e7f-528207e31ca7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:35.109223 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-4b8dcc61-b4a7-480e-8e7f-528207e31ca7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4538503 Sep 22 20:05:35.216946 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Attempting to bind port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:05:35.217390 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Attempting to bind port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:05:35.218333 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Attempting to bind port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 on network 6296a1f4-024e-4213-815e-528226965fd6 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:05:35.232337 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:05:35.232969 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Checking segment: {'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:05:35.234048 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:35.234048 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Bound using segment: {'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:05:35.234258 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Bound port: 6e64d001-b050-431a-83ff-74b2a1d1cbc7, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c8934d-c6c8-4b94-942f-da7e79a86280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '6296a1f4-024e-4213-815e-528226965fd6'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:05:35.234480 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:35.310946 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] For port 6e64d001-b050-431a-83ff-74b2a1d1cbc7, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:05:35.314797 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] For port 6e64d001-b050-431a-83ff-74b2a1d1cbc7, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=6e64d001-b050-431a-83ff-74b2a1d1cbc7,segment=NetworkSegment(05c8934d-c6c8-4b94-942f-da7e79a86280),segment_id=05c8934d-c6c8-4b94-942f-da7e79a86280)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:05:35.333591 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-77c8d379-8547-4bb1-bd48-59fc07efde26 None None] Provisioning complete for port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:35.333995 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-77c8d379-8547-4bb1-bd48-59fc07efde26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:35.367270 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-77c8d379-8547-4bb1-bd48-59fc07efde26 None None] Port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:05:35.407467 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:35.471577 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Routers {'05c2139b-24b6-42b6-891e-cec294955848'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:05:35.472216 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:05:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['05c2139b-24b6-42b6-891e-cec294955848'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:35.508322 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ebcdac-8c43-47fb-bfd0-3d88ab18b748 None None] Pushing event updated for resources: {'Port': ['ID=6e64d001-b050-431a-83ff-74b2a1d1cbc7,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:35.590570 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] Set router 05c2139b-24b6-42b6-891e-cec294955848 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:05:35.729125 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-a7bc634b-ed8a-418f-acbb-a206f45b2ff7 None None] Provisioning complete for port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:35.729424 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a7bc634b-ed8a-418f-acbb-a206f45b2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:35.885313 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384fe0-137b-46d3-bdcf-3fc5ca1f2a49 req-97feff1b-07fb-4c91-b45f-3373950fbfd6 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:35.887041 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d5384fe0-137b-46d3-bdcf-3fc5ca1f2a49 req-97feff1b-07fb-4c91-b45f-3373950fbfd6 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0574093 Sep 22 20:05:35.931265 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d5384fe0-137b-46d3-bdcf-3fc5ca1f2a49 req-58f11bdf-6f0e-4da4-87d8-5cb997d25d32 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374277 Sep 22 20:05:35.980029 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a7bc634b-ed8a-418f-acbb-a206f45b2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:36.005249 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-2c507082-267f-448d-a02e-540d04df3727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:05:30Z', 'revision_number': 4, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port': {'id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:27Z', 'updated_at': '2021-09-22T20:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '6e64d001-b050-431a-83ff-74b2a1d1cbc7', 'name': '', 'network_id': '6296a1f4-024e-4213-815e-528226965fd6', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'mac_address': 'fa:16:3e:b2:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9247cf1e-e51e-4dd2-88f3-a7224d19c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:29Z', 'updated_at': '2021-09-22T20:05:35Z', 'revision_number': 4, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'subnets': [{'id': '9247cf1e-e51e-4dd2-88f3-a7224d19c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:05:36.036266 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c507082-267f-448d-a02e-540d04df3727 None None] The sync data for ids ['05c2139b-24b6-42b6-891e-cec294955848'] in dv-cinder-778534-8-iscsi is: [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:05:30Z', 'revision_number': 4, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port': {'id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:27Z', 'updated_at': '2021-09-22T20:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '6e64d001-b050-431a-83ff-74b2a1d1cbc7', 'name': '', 'network_id': '6296a1f4-024e-4213-815e-528226965fd6', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'mac_address': 'fa:16:3e:b2:69:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '9247cf1e-e51e-4dd2-88f3-a7224d19c628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:29Z', 'updated_at': '2021-09-22T20:05:35Z', 'revision_number': 4, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'subnets': [{'id': '9247cf1e-e51e-4dd2-88f3-a7224d19c628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:05:36.047676 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-a7bc634b-ed8a-418f-acbb-a206f45b2ff7 None None] For port 6e64d001-b050-431a-83ff-74b2a1d1cbc7, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=6e64d001-b050-431a-83ff-74b2a1d1cbc7,segment=NetworkSegment(05c8934d-c6c8-4b94-942f-da7e79a86280),segment_id=05c8934d-c6c8-4b94-942f-da7e79a86280)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:36.218696 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a7bc634b-ed8a-418f-acbb-a206f45b2ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:36.275647 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bc634b-ed8a-418f-acbb-a206f45b2ff7 None None] Pushing event updated for resources: {'Port': ['ID=6e64d001-b050-431a-83ff-74b2a1d1cbc7,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:37.062179 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d115a72-0346-46a2-b0fd-bb7cad112c9d req-4d4959fd-8e15-4266-b40d-cc5166cdb265 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:37.062179 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9d115a72-0346-46a2-b0fd-bb7cad112c9d req-4d4959fd-8e15-4266-b40d-cc5166cdb265 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0547812 Sep 22 20:05:37.102099 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9d115a72-0346-46a2-b0fd-bb7cad112c9d req-f7fa395a-2857-499b-83b0-fb1487f70c2c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362086 Sep 22 20:05:37.151508 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 6e64d001-b050-431a-83ff-74b2a1d1cbc7 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:05:37.206144 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:05:37.206512 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:38.184374 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2267-cc80-48c0-9d87-7db0bfcd5710 req-5a34e1d3-3e6e-4af4-8e6b-a0c36840f829 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:38.186032 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-267c2267-cc80-48c0-9d87-7db0bfcd5710 req-5a34e1d3-3e6e-4af4-8e6b-a0c36840f829 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0519896 Sep 22 20:05:38.248512 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-267c2267-cc80-48c0-9d87-7db0bfcd5710 req-0ece0a0d-ca90-445a-8644-eb4c9cb01153 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528181 Sep 22 20:05:38.257060 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152408e-7c22-4247-a4a9-d1ee0da95020 req-d8221ff6-8ce3-448a-a585-1815da0d0322 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:38.258537 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1152408e-7c22-4247-a4a9-d1ee0da95020 req-d8221ff6-8ce3-448a-a585-1815da0d0322 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0716956 Sep 22 20:05:38.303152 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1152408e-7c22-4247-a4a9-d1ee0da95020 req-968cfdca-2330-4cff-acbc-88391eeedd53 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347214 Sep 22 20:05:39.358767 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5434bd-e0ec-4d41-9e4e-877646f21cb9 req-821f6cc8-d1a1-4a69-9706-a4d43e429428 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:39.360212 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a5434bd-e0ec-4d41-9e4e-877646f21cb9 req-821f6cc8-d1a1-4a69-9706-a4d43e429428 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0464666 Sep 22 20:05:39.401205 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a5434bd-e0ec-4d41-9e4e-877646f21cb9 req-0b824d05-1b63-48fa-80b7-e6ce2616c131 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349216 Sep 22 20:05:39.456632 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193e73c-88e9-490c-b7ec-7c1704fc7023 req-d08eda96-8e73-445c-a2f7-4f68d3398cff tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:39.458155 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9193e73c-88e9-490c-b7ec-7c1704fc7023 req-d08eda96-8e73-445c-a2f7-4f68d3398cff tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0470231 Sep 22 20:05:39.494008 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9193e73c-88e9-490c-b7ec-7c1704fc7023 req-3b84d1bc-211b-470f-aad6-902eaa952ede tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298603 Sep 22 20:05:40.515946 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37be545-87e5-443d-8645-e5402211d865 req-9ef032d1-dc62-46fc-904b-d18f9e980339 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:40.517444 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d37be545-87e5-443d-8645-e5402211d865 req-9ef032d1-dc62-46fc-904b-d18f9e980339 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0483150 Sep 22 20:05:40.548489 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-4fb1caf8-ec9f-4d6c-964e-f75c9d4537b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:40.550288 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-4fb1caf8-ec9f-4d6c-964e-f75c9d4537b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956&tenant_id=b1bf8bc6f9974e379586bea37e31571a HTTP/1.1" status: 200 len: 1097 time: 0.0845661 Sep 22 20:05:40.579730 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d37be545-87e5-443d-8645-e5402211d865 req-6e5d5392-c324-4edf-9738-06f7a9d8aaaa tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557139 Sep 22 20:05:40.620660 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-dc19e102-3a1d-485e-b4a5-79e474174e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:40.622186 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-dc19e102-3a1d-485e-b4a5-79e474174e50 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 1097 time: 0.0440068 Sep 22 20:05:40.644591 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a029-04be-46c0-b740-d097e52f340c req-d0e5e9c8-fa53-4026-bef6-c77c35d3ba75 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:40.646082 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb96a029-04be-46c0-b740-d097e52f340c req-d0e5e9c8-fa53-4026-bef6-c77c35d3ba75 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0475521 Sep 22 20:05:40.695791 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb96a029-04be-46c0-b740-d097e52f340c req-2fd44505-dc26-4de3-9df2-e89287524d77 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434797 Sep 22 20:05:40.725980 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-26655a11-7690-417d-9e78-40a007ed71c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:40.727445 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-26655a11-7690-417d-9e78-40a007ed71c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.0957298 Sep 22 20:05:40.794364 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-cf1c4a8a-c735-44f8-ba44-a7191c01a29d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c HTTP/1.1" status: 200 len: 1000 time: 0.0577910 Sep 22 20:05:40.846075 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-beac3a70-66ae-40b6-beb6-08a9abc8cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:40.847524 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-beac3a70-66ae-40b6-beb6-08a9abc8cc42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0440273 Sep 22 20:05:40.895789 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-c3d5f321-425d-4aa0-a735-07eca91bdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:40.897259 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-c3d5f321-425d-4aa0-a735-07eca91bdd7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421245 Sep 22 20:05:40.989580 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-d47d655c-ca16-40d2-9399-8c0d9dd78d5d service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814927 Sep 22 20:05:41.094526 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d68cd98c-8473-4611-878b-c26ed28518f6 req-aa0aab0c-f823-496d-b791-00d624bfd5e3 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919836 Sep 22 20:05:41.692645 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89c990-be78-4e02-958f-fb290aadd8ac req-301be6ad-2c5b-4c05-b9d1-ea436c214b01 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:41.694152 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6d89c990-be78-4e02-958f-fb290aadd8ac req-301be6ad-2c5b-4c05-b9d1-ea436c214b01 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0469778 Sep 22 20:05:41.732485 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6d89c990-be78-4e02-958f-fb290aadd8ac req-ff4f603a-fdfc-4806-b5a9-63fdffcca7ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323644 Sep 22 20:05:41.816526 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540d81b-665a-4f34-9dd5-1b7b7c48a65e req-8ad25454-3325-4a08-85a6-645175256cfd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:41.818198 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d540d81b-665a-4f34-9dd5-1b7b7c48a65e req-8ad25454-3325-4a08-85a6-645175256cfd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0496430 Sep 22 20:05:41.861829 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d540d81b-665a-4f34-9dd5-1b7b7c48a65e req-0dd2ed5a-cfb4-43ee-9a6d-9136767bc9b4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340683 Sep 22 20:05:42.861295 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc52b37-b3de-41da-8c48-4bd682fc8404 req-e1fcefc1-5982-4225-b5cb-deab9dcdeaca tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:42.864495 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-afc52b37-b3de-41da-8c48-4bd682fc8404 req-e1fcefc1-5982-4225-b5cb-deab9dcdeaca tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0643997 Sep 22 20:05:42.936159 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-7e8f4399-7fb8-408b-9509-e75efdcd741d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:42.941348 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-afc52b37-b3de-41da-8c48-4bd682fc8404 req-d1efd755-d24a-4411-bb32-1a19d65f5e09 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625844 Sep 22 20:05:43.001912 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595d396-86c7-4810-9e41-99c643ee6d20 req-cbd6b79f-dc8c-4380-8b6e-7f18feeb736d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:43.003417 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e595d396-86c7-4810-9e41-99c643ee6d20 req-cbd6b79f-dc8c-4380-8b6e-7f18feeb736d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0571265 Sep 22 20:05:43.041125 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e595d396-86c7-4810-9e41-99c643ee6d20 req-bcbe8f28-3744-41ef-bf37-f3ee1651e61a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316827 Sep 22 20:05:44.055303 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b025120d-1fde-43de-941b-c97b93b55fe3 req-3a594200-3753-49a5-867f-e215cab694f0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:44.056724 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b025120d-1fde-43de-941b-c97b93b55fe3 req-3a594200-3753-49a5-867f-e215cab694f0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0460091 Sep 22 20:05:44.093447 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b025120d-1fde-43de-941b-c97b93b55fe3 req-1d009d09-7289-4eaf-9995-399663074156 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303998 Sep 22 20:05:44.156643 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c888282-4ece-44cd-bb4a-a091c58dfe1b req-0a6db700-123d-49f7-82e6-a63983061e50 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:44.158215 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0c888282-4ece-44cd-bb4a-a091c58dfe1b req-0a6db700-123d-49f7-82e6-a63983061e50 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0465908 Sep 22 20:05:44.198248 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0c888282-4ece-44cd-bb4a-a091c58dfe1b req-750ed169-6511-42c5-9562-d426f3d09f17 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342152 Sep 22 20:05:45.204050 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2884e-d22b-45b2-91ef-b317a7746941 req-0ba08cf7-0500-4dfa-8126-0f36970a4786 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:45.205481 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbb2884e-d22b-45b2-91ef-b317a7746941 req-0ba08cf7-0500-4dfa-8126-0f36970a4786 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0475478 Sep 22 20:05:45.242283 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbb2884e-d22b-45b2-91ef-b317a7746941 req-65f0f740-b2ca-4206-918a-0f5dd4ff5482 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Sep 22 20:05:45.316422 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115e2e6-b281-49d4-ae8b-d0479ed2ff9f req-fd849e73-4913-4a2a-a810-6ef866bb7764 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:45.317909 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4115e2e6-b281-49d4-ae8b-d0479ed2ff9f req-fd849e73-4913-4a2a-a810-6ef866bb7764 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0476518 Sep 22 20:05:45.354329 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4115e2e6-b281-49d4-ae8b-d0479ed2ff9f req-c026078f-2f17-4b12-b9c2-2b796e2e11a0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306103 Sep 22 20:05:45.513277 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-504b3e8a-fdf0-49d7-8703-1a871c628209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:46.241067 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:46.355884 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290c3e4-992b-402f-97b9-631707b48c9f req-be43ad71-0240-4da6-a4d2-6774333f3097 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:46.359936 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c290c3e4-992b-402f-97b9-631707b48c9f req-be43ad71-0240-4da6-a4d2-6774333f3097 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0479324 Sep 22 20:05:46.423731 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c290c3e4-992b-402f-97b9-631707b48c9f req-7a8eddc5-00e6-4209-ac11-35dac001b5c8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600927 Sep 22 20:05:46.499413 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a070e-5ca4-4902-b5b7-b910a9d6218e req-9248dfea-55ce-43f2-9fe5-035274e06119 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:46.499413 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fc0a070e-5ca4-4902-b5b7-b910a9d6218e req-9248dfea-55ce-43f2-9fe5-035274e06119 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0532968 Sep 22 20:05:46.547399 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fc0a070e-5ca4-4902-b5b7-b910a9d6218e req-2f094049-2f63-4243-88d2-79ac664a373d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363324 Sep 22 20:05:46.683415 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:47.542333 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141b88d-78fa-40e8-9735-fb2f7a8ad727 req-f3e1c5b0-6238-45a9-9884-0d7ea7c26a15 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:47.543806 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4141b88d-78fa-40e8-9735-fb2f7a8ad727 req-f3e1c5b0-6238-45a9-9884-0d7ea7c26a15 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0509326 Sep 22 20:05:47.592649 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4141b88d-78fa-40e8-9735-fb2f7a8ad727 req-c4712c35-419f-4eca-8d8d-2aa6af65f3ca tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Sep 22 20:05:47.702487 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3e981-62f6-4ffe-b4d8-97d46af34766 req-28c15d61-7214-4554-a156-cf07ceced23b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:47.702487 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1b3e981-62f6-4ffe-b4d8-97d46af34766 req-28c15d61-7214-4554-a156-cf07ceced23b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0521400 Sep 22 20:05:47.745283 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d1b3e981-62f6-4ffe-b4d8-97d46af34766 req-dbc77caa-97ef-42e4-a556-343402c20239 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375445 Sep 22 20:05:48.430291 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:48.729094 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01269a26-946d-4a80-b3f6-b73eac034f19 req-bf7797fe-0e30-4882-998c-2e10c73f73d3 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:48.741344 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-01269a26-946d-4a80-b3f6-b73eac034f19 req-bf7797fe-0e30-4882-998c-2e10c73f73d3 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0825403 Sep 22 20:05:48.787396 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-01269a26-946d-4a80-b3f6-b73eac034f19 req-de9787f2-ef0e-457b-8167-caecde62ac78 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 Sep 22 20:05:48.892953 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b739ea9c-a08a-4895-a034-f037fd096faa req-7ae20d3b-afa9-4192-8f5f-6adeef5062bc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:48.894544 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b739ea9c-a08a-4895-a034-f037fd096faa req-7ae20d3b-afa9-4192-8f5f-6adeef5062bc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0534251 Sep 22 20:05:48.933781 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b739ea9c-a08a-4895-a034-f037fd096faa req-d6f53aac-93e4-47d3-854b-6dc7fa203f18 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331979 Sep 22 20:05:49.914151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682b8f4-11a0-496b-837a-c31134f6d1eb req-bcc995bc-5b39-45fe-82e9-b9cef3ad3037 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:49.915918 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4682b8f4-11a0-496b-837a-c31134f6d1eb req-bcc995bc-5b39-45fe-82e9-b9cef3ad3037 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0499206 Sep 22 20:05:49.963985 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4682b8f4-11a0-496b-837a-c31134f6d1eb req-83223df3-6e00-46b3-bdc1-8b95c7a5683e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410547 Sep 22 20:05:50.067623 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ab21d-30dc-4dab-a8a6-272e431c545b req-4894fb54-c6d8-4e9c-a9e0-0a7c74b2e031 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:50.069154 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5e3ab21d-30dc-4dab-a8a6-272e431c545b req-4894fb54-c6d8-4e9c-a9e0-0a7c74b2e031 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0495310 Sep 22 20:05:50.109415 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5e3ab21d-30dc-4dab-a8a6-272e431c545b req-be8562b5-6116-41db-8af7-3a97175dfb7f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340211 Sep 22 20:05:51.024816 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:05:51.081502 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeefe9-2853-446d-93c1-f7e280d0c93f req-c6da9c8d-c51b-43cb-8892-f78eff6fc928 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:51.083192 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdeefe9-2853-446d-93c1-f7e280d0c93f req-c6da9c8d-c51b-43cb-8892-f78eff6fc928 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0514817 Sep 22 20:05:51.122040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bdeefe9-2853-446d-93c1-f7e280d0c93f req-b419261c-8638-41ca-acc9-3a1d1d1db82c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Sep 22 20:05:51.233071 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8258e0-77b9-4af3-b65b-d0cae363af85 req-00e3898f-8a9f-4875-80e6-1faf4e74e110 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:51.235085 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2a8258e0-77b9-4af3-b65b-d0cae363af85 req-00e3898f-8a9f-4875-80e6-1faf4e74e110 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0519316 Sep 22 20:05:51.274100 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2a8258e0-77b9-4af3-b65b-d0cae363af85 req-3fae65fc-9321-4937-8b32-097e31d1db52 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330517 Sep 22 20:05:52.246825 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a17041-b8ef-4048-aa71-fb21689fa857 req-aa9f70b6-84a0-4c6f-aa8e-20bd6b8450d4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:52.248368 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a1a17041-b8ef-4048-aa71-fb21689fa857 req-aa9f70b6-84a0-4c6f-aa8e-20bd6b8450d4 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0555255 Sep 22 20:05:52.288763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a1a17041-b8ef-4048-aa71-fb21689fa857 req-2e3be444-d9a4-4742-b30b-2883f5b3b77a tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 Sep 22 20:05:52.316004 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:52.406274 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7509a-77ce-48d5-ad65-38740a70c384 req-cc0a34f7-63a7-4f13-9966-42fd3be08f09 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:52.406274 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-55c7509a-77ce-48d5-ad65-38740a70c384 req-cc0a34f7-63a7-4f13-9966-42fd3be08f09 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0508697 Sep 22 20:05:52.443010 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-55c7509a-77ce-48d5-ad65-38740a70c384 req-71fe2170-7e38-4257-9600-4a26fb0f5abc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Sep 22 20:05:53.402977 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec2ad8-c5f6-4ca6-aa39-e7058eb8902e req-ff379cc5-c111-4ecb-98cf-7cbfa4617804 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:53.404471 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-62ec2ad8-c5f6-4ca6-aa39-e7058eb8902e req-ff379cc5-c111-4ecb-98cf-7cbfa4617804 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0477884 Sep 22 20:05:53.448475 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-62ec2ad8-c5f6-4ca6-aa39-e7058eb8902e req-03c900a6-bc9e-45d8-a36b-55419b1085e8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Sep 22 20:05:53.821891 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f6952-ea1f-4ae7-a4f1-aa606281452b req-06b82316-efcd-4a51-abfb-79dc6f0c05c0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:53.823710 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef3f6952-ea1f-4ae7-a4f1-aa606281452b req-06b82316-efcd-4a51-abfb-79dc6f0c05c0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.2905629 Sep 22 20:05:53.866809 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef3f6952-ea1f-4ae7-a4f1-aa606281452b req-7a63e42c-b710-4420-918b-078fa71fd6e5 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351942 Sep 22 20:05:54.573702 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554a84-5876-4311-a00a-629c4546447f req-69171143-1151-4093-8f7a-82c7789a6fb8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:54.575338 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8e554a84-5876-4311-a00a-629c4546447f req-69171143-1151-4093-8f7a-82c7789a6fb8 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Sep 22 20:05:54.613389 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8e554a84-5876-4311-a00a-629c4546447f req-ef655bc1-a5fd-431a-93db-88cdcbf23753 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Sep 22 20:05:55.003637 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1e5bd-d8b3-43f3-92f1-3114f2897c70 req-16e0cfe2-cb42-42dc-8b9e-72d9a79ed320 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:55.005184 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-85b1e5bd-d8b3-43f3-92f1-3114f2897c70 req-16e0cfe2-cb42-42dc-8b9e-72d9a79ed320 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0545471 Sep 22 20:05:55.066473 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-85b1e5bd-d8b3-43f3-92f1-3114f2897c70 req-6f81c189-ace4-4a81-a34a-d2d68681d440 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551679 Sep 22 20:05:55.725142 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627506c6-9291-4750-a505-1c25394d61b1 req-2487bdb7-8e5d-4555-b14e-c17c0cd73709 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:55.726621 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-627506c6-9291-4750-a505-1c25394d61b1 req-2487bdb7-8e5d-4555-b14e-c17c0cd73709 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0477986 Sep 22 20:05:55.779702 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-627506c6-9291-4750-a505-1c25394d61b1 req-0a2548da-ac8e-41b6-a0b9-fb7b498fb72d tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Sep 22 20:05:56.212326 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76d539-6eaa-4c62-9313-74a0d61bea91 req-ea47ed63-71d2-4299-9609-b7969ad0781b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:56.213808 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cc76d539-6eaa-4c62-9313-74a0d61bea91 req-ea47ed63-71d2-4299-9609-b7969ad0781b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0594547 Sep 22 20:05:56.251211 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cc76d539-6eaa-4c62-9313-74a0d61bea91 req-84f49383-dd71-49bc-a361-92cfc1642437 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308752 Sep 22 20:05:56.912770 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbce7f-8f83-4dfe-bfae-46b2a68ec64e req-c003fd58-5ff3-4343-9dc3-30c7122c2cea tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:56.914510 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-11dbce7f-8f83-4dfe-bfae-46b2a68ec64e req-c003fd58-5ff3-4343-9dc3-30c7122c2cea tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0471425 Sep 22 20:05:56.955331 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-11dbce7f-8f83-4dfe-bfae-46b2a68ec64e req-3f1d71f2-aade-4bdd-a3e5-4c4fba94806b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350232 Sep 22 20:05:57.372541 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c25b1-3b1c-429d-bcd2-356369a17cbb req-e664ed48-f832-428d-9496-7c5e80ba05e8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:57.374040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4c9c25b1-3b1c-429d-bcd2-356369a17cbb req-e664ed48-f832-428d-9496-7c5e80ba05e8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0475137 Sep 22 20:05:57.411581 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4c9c25b1-3b1c-429d-bcd2-356369a17cbb req-023e2fab-3672-4c47-b8ab-d2b68ff36e05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Sep 22 20:05:58.065641 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0d5f4-72dd-47c7-a301-6c68967612a2 req-5496181c-abc8-4bfd-a2d6-83bd1148a641 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:58.067140 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1ef0d5f4-72dd-47c7-a301-6c68967612a2 req-5496181c-abc8-4bfd-a2d6-83bd1148a641 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0465567 Sep 22 20:05:58.105383 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1ef0d5f4-72dd-47c7-a301-6c68967612a2 req-514adb34-3b2c-4c94-bf71-2f26e144e527 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Sep 22 20:05:58.527871 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1f5a2-73f2-4245-a880-85a671935702 req-bc849766-9302-4c8c-9689-5c70cc8c0fd9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:58.529231 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ead1f5a2-73f2-4245-a880-85a671935702 req-bc849766-9302-4c8c-9689-5c70cc8c0fd9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0468121 Sep 22 20:05:58.568344 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ead1f5a2-73f2-4245-a880-85a671935702 req-0c6eb041-d52c-4393-afc5-3d126eaa4e08 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333829 Sep 22 20:05:59.216375 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790a0a3-76b3-4539-a9a5-450c391b6417 req-9b3cd5aa-175b-4888-acb1-90f57460b0bb tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:59.218469 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a790a0a3-76b3-4539-a9a5-450c391b6417 req-9b3cd5aa-175b-4888-acb1-90f57460b0bb tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0482402 Sep 22 20:05:59.255847 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a790a0a3-76b3-4539-a9a5-450c391b6417 req-8eaa7a43-34d1-455d-9761-fbf4d8897f8b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Sep 22 20:05:59.353080 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61120801-c495-4398-a5a2-c40d992c23dd req-69a75692-4041-4773-8c16-fcab2407fcab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:59.354508 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-61120801-c495-4398-a5a2-c40d992c23dd req-69a75692-4041-4773-8c16-fcab2407fcab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.36 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 945 time: 0.0492966 Sep 22 20:05:59.463749 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Deleting port a27a4a3b-30cd-4a76-972f-febbf6957ce8 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:05:59.464081 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:59.548808 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] For port a27a4a3b-30cd-4a76-972f-febbf6957ce8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=a27a4a3b-30cd-4a76-972f-febbf6957ce8,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:05:59.549168 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:59.562302 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Calling delete_port for a27a4a3b-30cd-4a76-972f-febbf6957ce8 owned by compute:nova {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:05:59.684067 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67619-e0fa-4ac8-9474-06d9d02900db req-53886922-4703-44ff-983a-0f95aed978d9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:05:59.685591 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ab67619-e0fa-4ac8-9474-06d9d02900db req-53886922-4703-44ff-983a-0f95aed978d9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0475709 Sep 22 20:05:59.723137 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ab67619-e0fa-4ac8-9474-06d9d02900db req-80cd829d-7108-4a90-9302-95d3f5706728 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310187 Sep 22 20:05:59.735658 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:59.751526 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e', 'a27a4a3b-30cd-4a76-972f-febbf6957ce8'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:05:59.762947 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Pushing event deleted for resources: {'Port': ['ID=a27a4a3b-30cd-4a76-972f-febbf6957ce8,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:05:59.772716 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.773045 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.773392 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.773762 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.774096 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.774431 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.774754 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.775088 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.775415 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.775743 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.776074 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.776401 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:05:59.815282 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] No DVR routers for this DVR port a27a4a3b-30cd-4a76-972f-febbf6957ce8 on host hv-cinder-77853 {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:05:59.817945 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:05:59.819989 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-61120801-c495-4398-a5a2-c40d992c23dd req-ab31fee6-c28a-4349-829f-39246b0d31ab tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.36 "DELETE /v2.0/ports/a27a4a3b-30cd-4a76-972f-febbf6957ce8 HTTP/1.1" status: 204 len: 173 time: 0.4423187 Sep 22 20:05:59.820427 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146d1545-a0ac-4291-9862-94a4300b4182', 'name': 'network-vif-deleted', 'tag': 'a27a4a3b-30cd-4a76-972f-febbf6957ce8'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:05:59.822889 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e5c657-f99a-40c3-9e53-f447d501de1a" -d '{"events": [{"server_uuid": "146d1545-a0ac-4291-9862-94a4300b4182", "name": "network-vif-deleted", "tag": "a27a4a3b-30cd-4a76-972f-febbf6957ce8"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:05:59.859924 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b2e27a-de49-4148-bc19-05bc3fc9e934 x-openstack-request-id: req-b3b2e27a-de49-4148-bc19-05bc3fc9e934 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:05:59.860302 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146d1545-a0ac-4291-9862-94a4300b4182", "name": "network-vif-deleted", "tag": "a27a4a3b-30cd-4a76-972f-febbf6957ce8", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:05:59.860611 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3b2e27a-de49-4148-bc19-05bc3fc9e934 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:05:59.861057 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146d1545-a0ac-4291-9862-94a4300b4182', 'name': 'network-vif-deleted', 'tag': 'a27a4a3b-30cd-4a76-972f-febbf6957ce8', 'status': 'completed', 'code': 200} Sep 22 20:06:00.369699 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-672eb548-6b61-4823-a8c6-4f390a41092c req-dd978426-7456-4b66-887b-a66c977c5e1e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=146d1545-a0ac-4291-9862-94a4300b4182 HTTP/1.1" status: 200 len: 210 time: 0.0308025 Sep 22 20:06:00.761503 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05710fb6-0950-4dee-9100-f6abf2d664a4 req-3f967d11-37ff-4cc2-b7a7-da77c4a2d5cb tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:00.763045 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-05710fb6-0950-4dee-9100-f6abf2d664a4 req-3f967d11-37ff-4cc2-b7a7-da77c4a2d5cb tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0514622 Sep 22 20:06:00.803410 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-05710fb6-0950-4dee-9100-f6abf2d664a4 req-dc3c2747-2b2f-4315-988a-92970f2c2010 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341647 Sep 22 20:06:00.850650 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec0d7a-6d30-4214-afbf-d5a7bb29b296 req-3c300775-b679-4056-9809-d62e191a7e15 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:00.852669 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8ec0d7a-6d30-4214-afbf-d5a7bb29b296 req-3c300775-b679-4056-9809-d62e191a7e15 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0533850 Sep 22 20:06:00.891519 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8ec0d7a-6d30-4214-afbf-d5a7bb29b296 req-a91f4209-b087-4495-a58f-117ad627f2b7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322180 Sep 22 20:06:01.853454 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c357149-029f-476c-b793-d2ed4cdc0bb6 req-fd24b34c-11fe-400f-8fe0-6c24376b89a2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:01.854963 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c357149-029f-476c-b793-d2ed4cdc0bb6 req-fd24b34c-11fe-400f-8fe0-6c24376b89a2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0487714 Sep 22 20:06:01.920370 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c357149-029f-476c-b793-d2ed4cdc0bb6 req-4fa29430-4040-4ec6-81d5-8a2c5c6f7b60 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588033 Sep 22 20:06:01.941034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60f786-6dac-4d5d-acd1-d008ac3373a0 req-ad61e496-4f5d-402b-aaa1-0945e7732e17 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:01.942707 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9f60f786-6dac-4d5d-acd1-d008ac3373a0 req-ad61e496-4f5d-402b-aaa1-0945e7732e17 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0678909 Sep 22 20:06:02.005058 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9f60f786-6dac-4d5d-acd1-d008ac3373a0 req-16904697-1e78-4a22-9f6b-83c81e699a51 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560348 Sep 22 20:06:02.033231 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e7278-82f7-4d79-a73d-f6b1cdf59146 req-8206161b-10b1-4e8f-8041-f94d32248704 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:02.035194 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-823e7278-82f7-4d79-a73d-f6b1cdf59146 req-8206161b-10b1-4e8f-8041-f94d32248704 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0591528 Sep 22 20:06:02.072607 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-823e7278-82f7-4d79-a73d-f6b1cdf59146 req-2424a4ea-9de6-4817-b7f6-5a2c5a1e1417 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310128 Sep 22 20:06:02.119717 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-1dc0df5f-5303-4dad-858c-8ed078617b02 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214073899&fields=id&tenant_id=df98130cff6247b2be4d949775e41f6a HTTP/1.1" status: 200 len: 267 time: 0.0313308 Sep 22 20:06:02.224007 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-c467ac70-44d6-488d-b79d-b85d697deb8e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:02.225547 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-c467ac70-44d6-488d-b79d-b85d697deb8e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 809 time: 0.0992830 Sep 22 20:06:02.240619 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bccc63c2-7f0a-4d80-bcf9-2e45987e7bc5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/quotas/df98130cff6247b2be4d949775e41f6a HTTP/1.1" status: 200 len: 375 time: 0.0093610 Sep 22 20:06:02.291405 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-12b4909a-8c79-43fb-b57a-d773a25ebf4c tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454526 Sep 22 20:06:02.390988 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-7666a02b-3d79-4be4-8d6b-aabc1c04b24c service neutron] 10.222.0.11 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856204 Sep 22 20:06:02.481345 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bbdf6790-bfd4-498e-8bd7-ef6660db9509 service neutron] 10.222.0.11 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838966 Sep 22 20:06:02.530393 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-0cf52a2c-e512-4f55-b936-461f0a4484fc tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:02.531982 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-0cf52a2c-e512-4f55-b936-461f0a4484fc tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.36 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 945 time: 0.0512903 Sep 22 20:06:02.627896 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Deleting port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:06:02.628315 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:02.714944 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] For port 9cf313c8-52c3-403c-aa84-7d67f77cedd9, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=9cf313c8-52c3-403c-aa84-7d67f77cedd9,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:02.715303 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:02.727768 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Calling delete_port for 9cf313c8-52c3-403c-aa84-7d67f77cedd9 owned by compute:nova {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:06:02.918545 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:02.930887 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['9cf313c8-52c3-403c-aa84-7d67f77cedd9'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:02.950057 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Pushing event deleted for resources: {'Port': ['ID=9cf313c8-52c3-403c-aa84-7d67f77cedd9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:02.988817 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] No DVR routers for this DVR port 9cf313c8-52c3-403c-aa84-7d67f77cedd9 on host hv-cinder-77853 {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:06:02.991344 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:02.993357 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-d7e7c14f-c698-47b2-9bcf-850b0ab7db1a req-8da9847b-a00d-4b7d-96b5-50b4538f55ae tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.36 "DELETE /v2.0/ports/9cf313c8-52c3-403c-aa84-7d67f77cedd9 HTTP/1.1" status: 204 len: 173 time: 0.4540641 Sep 22 20:06:02.993817 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c284c8ae-2b59-4712-80e3-31f242a4c5e1', 'name': 'network-vif-deleted', 'tag': '9cf313c8-52c3-403c-aa84-7d67f77cedd9'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:02.996089 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a887e045-0062-4c2d-aef1-2b25cee4d2d1" -d '{"events": [{"server_uuid": "c284c8ae-2b59-4712-80e3-31f242a4c5e1", "name": "network-vif-deleted", "tag": "9cf313c8-52c3-403c-aa84-7d67f77cedd9"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:03.047106 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27172a-660b-44dc-9c49-a4846c001771 req-ac6905f8-1f75-4310-aef7-e57368c0662b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:03.050939 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bd27172a-660b-44dc-9c49-a4846c001771 req-ac6905f8-1f75-4310-aef7-e57368c0662b tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0597217 Sep 22 20:06:03.063848 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589244dd-b411-4313-b9ba-8a327cdb6833 x-openstack-request-id: req-589244dd-b411-4313-b9ba-8a327cdb6833 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:03.064334 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c284c8ae-2b59-4712-80e3-31f242a4c5e1", "name": "network-vif-deleted", "tag": "9cf313c8-52c3-403c-aa84-7d67f77cedd9", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:03.064847 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-589244dd-b411-4313-b9ba-8a327cdb6833 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:03.065386 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c284c8ae-2b59-4712-80e3-31f242a4c5e1', 'name': 'network-vif-deleted', 'tag': '9cf313c8-52c3-403c-aa84-7d67f77cedd9', 'status': 'completed', 'code': 200} Sep 22 20:06:03.095447 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bd27172a-660b-44dc-9c49-a4846c001771 req-ffb9db93-efc4-4c93-a567-daf0855357b2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Sep 22 20:06:03.158405 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device a27a4a3b-30cd-4a76-972f-febbf6957ce8 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:06:03.171763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-20f21499-5256-43c5-a8bc-38356ef536a3 req-09f3bb2b-b001-410c-9a8b-9d04c30a856f tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=c284c8ae-2b59-4712-80e3-31f242a4c5e1 HTTP/1.1" status: 200 len: 210 time: 0.0415647 Sep 22 20:06:03.183963 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: a27a4a3b-30cd-4a76-972f-febbf6957ce8 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:06:03.184539 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device a27a4a3b-30cd-4a76-972f-febbf6957ce8 not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:06:03.196715 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-20bfa3f0-0d3a-4620-909a-4e7d9d499c26 req-c8f0d2d8-f55a-4ba4-8ad3-8e7a235ab91e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0502319 Sep 22 20:06:03.285294 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1afff-3b8e-4df5-846b-550656468fb4 req-e4629bba-381f-4144-ad3e-6479ff648436 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:03.286791 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cfd1afff-3b8e-4df5-846b-550656468fb4 req-e4629bba-381f-4144-ad3e-6479ff648436 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0470009 Sep 22 20:06:03.324260 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cfd1afff-3b8e-4df5-846b-550656468fb4 req-a4ea538b-3196-4270-b9e7-3877303c412e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Sep 22 20:06:03.734858 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-e5d0ecf2-c9cf-4dd6-9e7d-d3be4f4bc808 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279981019&fields=id&tenant_id=38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 267 time: 0.0313070 Sep 22 20:06:03.844029 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-28fa3892-9211-4929-bff4-639b582a6647 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:03.845524 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-28fa3892-9211-4929-bff4-639b582a6647 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 812 time: 0.1039710 Sep 22 20:06:03.860712 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-d5a6ff4e-6dd4-43d7-a924-963766352640 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/quotas/38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 375 time: 0.0095041 Sep 22 20:06:03.912645 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-074fae40-d08d-40fa-b00e-d708263c2bd3 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463257 Sep 22 20:06:04.027015 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-9bc0fe60-dae7-42ba-a54d-1c986f82d10d service neutron] 10.222.0.11 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957260 Sep 22 20:06:04.040661 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-2689204b-11bb-443b-940f-e7302c37c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:04.042573 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-2689204b-11bb-443b-940f-e7302c37c7a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 1097 time: 0.0410063 Sep 22 20:06:04.127538 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7a6f452-0438-4e43-884e-0d738cd3967c service neutron] 10.222.0.11 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937543 Sep 22 20:06:04.157292 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-28156bcf-11e7-4fca-8ac8-fc379e36cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:04.159045 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-28156bcf-11e7-4fca-8ac8-fc379e36cf72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.0935769 Sep 22 20:06:04.225811 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-4c86a9b8-39ad-4746-b76a-bd61b7fb7e7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c HTTP/1.1" status: 200 len: 1000 time: 0.0586648 Sep 22 20:06:04.280782 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-9ae7e40c-f04a-4cc5-8c06-8565b4b67c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:04.282288 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-9ae7e40c-f04a-4cc5-8c06-8565b4b67c60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0475776 Sep 22 20:06:04.327621 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-99905fa8-a3e2-4dfd-a945-16f2ed97c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:04.329122 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-99905fa8-a3e2-4dfd-a945-16f2ed97c36d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388322 Sep 22 20:06:04.438987 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-3cbb2d30-9f9f-419a-840e-2b3448c2c6e5 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985320 Sep 22 20:06:04.452684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458494ca-14e2-4dfc-af78-565de93eda1a req-b7cd87c2-5512-4971-966c-1298d5610de2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:04.454680 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-458494ca-14e2-4dfc-af78-565de93eda1a req-b7cd87c2-5512-4971-966c-1298d5610de2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0609782 Sep 22 20:06:04.492592 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-458494ca-14e2-4dfc-af78-565de93eda1a req-d94b33eb-2178-4550-8b1b-5af780d136d0 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Sep 22 20:06:04.558810 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a71040eb-81c1-4e37-a0b9-8ea15d027382 req-8ce14017-e39d-432c-bce6-7f0b02122712 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127553 Sep 22 20:06:04.621400 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fa9697f3-bb56-4a32-97e4-826a0a8409c4 req-69ed47c4-1cf8-4b13-a618-c26374d9a762 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0305624 Sep 22 20:06:04.732360 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261d908-3be5-464b-aac2-2243f3e687ee req-88b58808-72c9-4b10-86a1-f6e68e96e48c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:04.733899 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0261d908-3be5-464b-aac2-2243f3e687ee req-88b58808-72c9-4b10-86a1-f6e68e96e48c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0487525 Sep 22 20:06:04.771480 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0261d908-3be5-464b-aac2-2243f3e687ee req-bea9d13c-ef89-4cbc-9228-ca448a115bc4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315676 Sep 22 20:06:04.849591 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-81210aba-701e-4f8a-bebd-927e13cc6a61 req-597f78a3-bd41-4e9e-8db6-76d17af65c4e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0287857 Sep 22 20:06:05.606198 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03b087-1b4c-4d68-8c16-5ed36ef57d64 req-6b5d19fb-e39a-413d-b395-df4d3144011c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:05.607592 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bc03b087-1b4c-4d68-8c16-5ed36ef57d64 req-6b5d19fb-e39a-413d-b395-df4d3144011c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0473456 Sep 22 20:06:05.645476 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bc03b087-1b4c-4d68-8c16-5ed36ef57d64 req-ff0db1ef-889f-4ee9-b2c9-3e6e443cf007 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312717 Sep 22 20:06:05.714332 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f14d530f-c226-419f-9f34-e1bdc9ad991f req-0378fd42-e5c0-4e00-8ae1-e7d4ea534094 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0264909 Sep 22 20:06:05.893953 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c77064-8d26-4e6f-8634-a2da634ffe3f req-c769f2a7-d58a-482f-a646-dd62ef3c4cf0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:05.895445 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80c77064-8d26-4e6f-8634-a2da634ffe3f req-c769f2a7-d58a-482f-a646-dd62ef3c4cf0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0480928 Sep 22 20:06:05.939134 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f41513c9-22d8-4fed-be3d-c5f0065184da req-35dd62d7-3345-453e-913d-40aedeea74b4 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0391886 Sep 22 20:06:05.956807 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-80c77064-8d26-4e6f-8634-a2da634ffe3f req-8e62de11-f81b-40d1-844b-128e89d2036f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556970 Sep 22 20:06:06.757333 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aea0d-c4c3-4f7a-b23d-790387d4815c req-922aa845-f6eb-49d8-ad90-57c5779c79e2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:06.758851 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a29aea0d-c4c3-4f7a-b23d-790387d4815c req-922aa845-f6eb-49d8-ad90-57c5779c79e2 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0476747 Sep 22 20:06:06.810034 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-be27952b-ecd8-48ff-8bf1-7572a6f6de40 req-d5eaafa0-2295-4f81-8723-b86d037e85d3 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0303321 Sep 22 20:06:06.817583 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a29aea0d-c4c3-4f7a-b23d-790387d4815c req-636cb432-5b65-4d88-b795-c0dd607ba547 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522580 Sep 22 20:06:07.027266 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-041f4035-8e08-4af9-9a49-445a36876234 req-20ae816e-9867-43fd-af62-05faa8a2f9d4 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0244784 Sep 22 20:06:07.080151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03a8cc-6329-4457-b402-56e0d7e35cc3 req-71d1256b-8fc8-4983-aba4-e8f569fd1628 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:07.081615 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb03a8cc-6329-4457-b402-56e0d7e35cc3 req-71d1256b-8fc8-4983-aba4-e8f569fd1628 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0492427 Sep 22 20:06:07.118991 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb03a8cc-6329-4457-b402-56e0d7e35cc3 req-928ac6f5-5d49-4a81-b586-dc8e92750649 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314529 Sep 22 20:06:07.920349 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-117b13b3-59f2-4371-a3dd-b3b87fc00b67 req-52e8325c-9657-47c6-bd2a-8e13f5c237df tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0448649 Sep 22 20:06:07.942062 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94ae0d-cb3b-4a36-937a-f9c0a4364300 req-7d513d53-e681-4440-953c-7499108faf3e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:07.943572 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bc94ae0d-cb3b-4a36-937a-f9c0a4364300 req-7d513d53-e681-4440-953c-7499108faf3e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0592902 Sep 22 20:06:07.980215 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bc94ae0d-cb3b-4a36-937a-f9c0a4364300 req-92c81f6d-feba-404c-bb1d-9979da81c142 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Sep 22 20:06:08.124065 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d3e983a0-3da0-485c-8d56-9aff1b7af60e req-1d921dbd-2ec5-486a-b328-50f256689680 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0284028 Sep 22 20:06:08.234816 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c54aa-5e97-40ea-913d-3870345b8cd6 req-3b759d92-589a-4641-9a63-18a8f26b3233 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:08.236277 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2d9c54aa-5e97-40ea-913d-3870345b8cd6 req-3b759d92-589a-4641-9a63-18a8f26b3233 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 944 time: 0.0478148 Sep 22 20:06:08.272581 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:06:08.273862 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2d9c54aa-5e97-40ea-913d-3870345b8cd6 req-f924eb54-3d3c-4b47-bcbc-f32b44db5985 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Sep 22 20:06:08.276614 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 9cf313c8-52c3-403c-aa84-7d67f77cedd9 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:06:08.315692 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 9cf313c8-52c3-403c-aa84-7d67f77cedd9 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:06:08.316028 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 9cf313c8-52c3-403c-aa84-7d67f77cedd9 not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:06:08.397890 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:08.406746 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-3a612888-af3b-468a-87d4-c1eae7635dcd tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:08.408296 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-3a612888-af3b-468a-87d4-c1eae7635dcd tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.36 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 809 time: 0.1115348 Sep 22 20:06:08.408712 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'port_id': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'mac_address': 'fa:16:3e:06:86:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:06:08.447564 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:08.460918 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fab877f-6fef-4f3c-9bd2-0767d753280c {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:08.467955 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-10328d8a-c566-4ee5-88e2-cc670ea20646 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df98130cff6247b2be4d949775e41f6a HTTP/1.1" status: 200 len: 380 time: 0.0342896 Sep 22 20:06:08.478764 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'port': {'device_id': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'admin_state_up': True, 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'security_groups': ['9bcc90a5-9d86-4d80-85af-83168eb773fa']}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:08.484648 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:08.566738 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:08.616735 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=9']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:08.623729 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.624105 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.624497 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.625411 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.625704 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.626097 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.626431 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.626760 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.627092 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.627417 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.627750 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.628159 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:08.652519 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Made reservation on behalf of df98130cff6247b2be4d949775e41f6a for: {'port': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:06:08.656417 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:08.790669 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Allocated IP 172.20.0.14 (6b4c85a5-7204-4201-9fd7-fe55bf4b8223/8f21f0f9-5034-4e06-8819-d53fdfba5fc3/0b24804c-d574-49f4-b8f0-70f88ff96df2) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:06:08.830251 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['7fab877f-6fef-4f3c-9bd2-0767d753280c'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:08.935520 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.012465 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bc2583a-7ef6-430c-9158-3cb9c99b6a89 req-8665f04b-8031-4c9e-9069-5533a3070f98 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0256348 Sep 22 20:06:09.070136 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.095206 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c13c6-7dc8-439a-8d36-242dacb71234 req-7f1bc976-e712-4510-ac4b-59d45e4d4c90 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:09.096682 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a1c13c6-7dc8-439a-8d36-242dacb71234 req-7f1bc976-e712-4510-ac4b-59d45e4d4c90 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.0495784 Sep 22 20:06:09.110839 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:06:09.113909 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:06:09.117631 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:06:09.138355 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a1c13c6-7dc8-439a-8d36-242dacb71234 req-f27c5745-a3be-4ae9-b0a8-b51772144286 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352530 Sep 22 20:06:09.151224 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:09.184869 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:09.185696 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.242549 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c517e4f2-2e63-4b67-abbc-042caebe544b req-7b88e295-56e1-4870-9468-4a5744cadde2 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0362210 Sep 22 20:06:09.293083 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-bac71def-4945-4fa3-bf57-6fbe0d4f8036 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8179851 Sep 22 20:06:09.307418 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Request body: {'port': {'device_id': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:09.378960 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.416230 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25468e60-0b41-43e1-be4a-9c08c30107d2 req-fc02f9d6-2e45-4e42-b94b-9ce216ada63a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:09.418722 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-25468e60-0b41-43e1-be4a-9c08c30107d2 req-fc02f9d6-2e45-4e42-b94b-9ce216ada63a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.0611191 Sep 22 20:06:09.463334 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-25468e60-0b41-43e1-be4a-9c08c30107d2 req-d70c5c19-017b-4457-beb2-3f4454efa15f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363479 Sep 22 20:06:09.554574 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-7a041075-c0f0-487f-81b1-06abed325e24 None None] Provisioning complete for port 0b24804c-d574-49f4-b8f0-70f88ff96df2 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:06:09.555158 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-7a041075-c0f0-487f-81b1-06abed325e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.598303 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-7a041075-c0f0-487f-81b1-06abed325e24 None None] Port 0b24804c-d574-49f4-b8f0-70f88ff96df2 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:06:09.647856 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-a39bbdbf-e55f-4d0d-86f8-b66b8fbe88f2 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:09.649314 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-a39bbdbf-e55f-4d0d-86f8-b66b8fbe88f2 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 812 time: 0.1354833 Sep 22 20:06:09.661803 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b24804c-d574-49f4-b8f0-70f88ff96df2 {{(pid=101137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:09.669657 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.682526 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.provisioning_blocks [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Transition to ACTIVE for port object 0b24804c-d574-49f4-b8f0-70f88ff96df2 will not be triggered until provisioned by entity L2. {{(pid=101137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:06:09.694070 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-fbde6099-9708-4eca-954d-f9eca2a6902e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 380 time: 0.0337765 Sep 22 20:06:09.704368 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'port': {'device_id': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'admin_state_up': True, 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'security_groups': ['1667ebfd-50af-4571-86d1-fd1b1b5cd385']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:09.750253 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.820310 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:09.901268 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Attempting to bind port 0b24804c-d574-49f4-b8f0-70f88ff96df2 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:06:09.901675 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Attempting to bind port 0b24804c-d574-49f4-b8f0-70f88ff96df2 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:06:09.902220 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Attempting to bind port 0b24804c-d574-49f4-b8f0-70f88ff96df2 on network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:09.907332 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Port 0b24804c-d574-49f4-b8f0-70f88ff96df2 on network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:06:09.907729 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Attempting to bind port 0b24804c-d574-49f4-b8f0-70f88ff96df2 on network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:09.913001 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:06:09.913350 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Checking segment: {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:06:09.913817 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Bound using segment: {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'} {{(pid=101137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:06:09.914270 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.managers [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Bound port: 0b24804c-d574-49f4-b8f0-70f88ff96df2, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223'}}] {{(pid=101137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:06:09.914615 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.915314 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Made reservation on behalf of 38f2471bf62747518ff72559c3e0dea4 for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:06:09.919544 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:09.983747 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, cleared binding levels {{(pid=101137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:06:09.987177 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:06:10.054998 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Allocated IP 172.20.0.4 (0ada6daa-39ec-4ff1-aded-45ea2766aee5/3a034660-6594-4dd2-bac9-21925852f1c9/450b892f-6112-4d83-be79-27857441824a) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:06:10.110133 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.146066 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.146645 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.148057 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] 10.222.0.36 "PUT /v2.0/ports/0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 1094 time: 0.8452179 Sep 22 20:06:10.150322 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:10.153178 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a0128c-e279-4b87-a65b-1f5f6e0ed535" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:10.176215 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52831383-1e0c-4845-a952-ac706fac2030 req-5703eae0-9d35-41b2-bb63-513c3b6a21c7 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.178273 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52831383-1e0c-4845-a952-ac706fac2030 req-5703eae0-9d35-41b2-bb63-513c3b6a21c7 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0956631 Sep 22 20:06:10.206679 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa88e2-8e45-4bd2-964f-8ae1e82df83e service neutron] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=3']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:10.269177 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52831383-1e0c-4845-a952-ac706fac2030 req-819637a8-5dac-400d-9107-38ab95ac80c9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555854 Sep 22 20:06:10.287782 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.361875 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-370825a1-38ab-4cf2-8382-b9bd42b942f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.363513 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-370825a1-38ab-4cf2-8382-b9bd42b942f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1097 time: 0.0623910 Sep 22 20:06:10.376425 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1fe632-657f-4c0b-83f2-d4ddf9a82f18 x-openstack-request-id: req-9e1fe632-657f-4c0b-83f2-d4ddf9a82f18 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:10.376719 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:10.376973 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e1fe632-657f-4c0b-83f2-d4ddf9a82f18 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:10.377362 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'status': 'completed', 'code': 200} Sep 22 20:06:10.417801 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-9c65654e-ae94-4635-b3a1-ede032979c03 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.419506 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-9c65654e-ae94-4635-b3a1-ede032979c03 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.36 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1234148 Sep 22 20:06:10.436179 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-edffe072-172a-4cf7-877e-ce4c8a4b8b01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 217 time: 0.0595362 Sep 22 20:06:10.496386 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.522303 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Deleting port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:06:10.522740 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.589169 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:06:10.591509 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-fae8ce06-e05b-421c-beb4-5818c2eb5ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.592973 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-fae8ce06-e05b-421c-beb4-5818c2eb5ce6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 200 len: 848 time: 0.1467547 Sep 22 20:06:10.607678 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dbe8c5-878a-4816-bf6b-68acc924ce6a req-6ce7ee01-ae08-402d-8feb-4282dc044c59 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.609151 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f3dbe8c5-878a-4816-bf6b-68acc924ce6a req-6ce7ee01-ae08-402d-8feb-4282dc044c59 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 945 time: 0.1758101 Sep 22 20:06:10.612378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:06:10.614798 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] For port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:10.615187 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.628314 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Calling delete_port for 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e owned by compute:nova {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:06:10.628564 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6419f0a-4f7b-42a4-b61f-70a3b72673eb req-deba8b6a-be1a-4000-b273-42559f1852fb tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.630098 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d6419f0a-4f7b-42a4-b61f-70a3b72673eb req-deba8b6a-be1a-4000-b273-42559f1852fb tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 931 time: 0.1849349 Sep 22 20:06:10.630746 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=450b892f-6112-4d83-be79-27857441824a,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:10.635384 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:06:10.701108 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.701462 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.702089 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.708034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:06:10.765564 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.766239 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.783495 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f3dbe8c5-878a-4816-bf6b-68acc924ce6a req-ba645352-5d8e-42d2-b92b-f2d2ba777775 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/security-groups?id=0f68eb67-d1e4-423a-8aff-cca727f41ecd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491222 Sep 22 20:06:10.787783 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-4c4f7f21-a4e0-4285-a0f3-b3aac0fce7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:10.789258 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-4c4f7f21-a4e0-4285-a0f3-b3aac0fce7b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1791852 Sep 22 20:06:10.792896 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d6419f0a-4f7b-42a4-b61f-70a3b72673eb req-b65f0581-c555-4893-bc48-f4381508dfda tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410339 Sep 22 20:06:10.859643 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.877870 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:10.924787 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-f7f1f08b-dabc-4b1a-bcd8-bc9acb3e2058 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2241578 Sep 22 20:06:10.925370 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Pushing event deleted for resources: {'Port': ['ID=5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:10.939911 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-30959041-c684-4db1-8d50-38cc10e6d047 None None] Provisioning complete for port 450b892f-6112-4d83-be79-27857441824a triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:06:10.940361 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-30959041-c684-4db1-8d50-38cc10e6d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.948168 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Request body: {'port': {'device_id': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:10.969723 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] No DVR routers for this DVR port 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e on host hv-cinder-77853 {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:06:10.973700 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:10.975712 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-dd6be5a6-5842-485c-8be3-7d873ce03dbd req-564f749b-fa18-49ee-a8f6-06d2f605894c tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.36 "DELETE /v2.0/ports/5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e HTTP/1.1" status: 204 len: 173 time: 0.5503645 Sep 22 20:06:10.980481 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-30959041-c684-4db1-8d50-38cc10e6d047 None None] Port 450b892f-6112-4d83-be79-27857441824a cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:06:11.017179 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2737a2-9b90-49bd-a57a-feb1027e46eb req-ef7302b8-5109-4d54-bd02-8ea0ff992e58 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:11.018624 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed2737a2-9b90-49bd-a57a-feb1027e46eb req-ef7302b8-5109-4d54-bd02-8ea0ff992e58 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1640377 Sep 22 20:06:11.039792 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-b9a7d0df-b2f7-4a0b-8f8b-f4910db7b5e8 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354589 Sep 22 20:06:11.055946 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26916d98-90fa-42f8-ab9a-0f3148a54cae req-04ccb2c3-63a0-4820-8204-741923db137e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:11.057393 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-26916d98-90fa-42f8-ab9a-0f3148a54cae req-04ccb2c3-63a0-4820-8204-741923db137e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 945 time: 0.1876504 Sep 22 20:06:11.095781 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:11.143430 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed2737a2-9b90-49bd-a57a-feb1027e46eb req-3df2671b-4f63-4791-b453-cfa30a7dd95c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096783 Sep 22 20:06:11.205325 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-26916d98-90fa-42f8-ab9a-0f3148a54cae req-48821243-b9a3-4817-8ffd-10f225644825 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285501 Sep 22 20:06:11.246569 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2df7d6b7-006d-4ee7-8baf-21123dbc20fb req-6afbca11-fef0-4b24-9840-a6bdc4c61bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981096 Sep 22 20:06:11.250866 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:06:11.328197 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 7fab877f-6fef-4f3c-9bd2-0767d753280c triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:06:11.328197 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:11.411402 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:11.435291 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:11.439989 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57eb3b63-ea03-42fc-9fe3-bc59ea2328d9" -d '{"events": [{"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-plugged", "status": "completed", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:11.451397 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:11.462891 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba178637-27df-4fa5-ae60-915032fb2afa req-0b7a409e-ac8f-405b-81ad-736afba2d5a8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:11.464383 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ba178637-27df-4fa5-ae60-915032fb2afa req-0b7a409e-ac8f-405b-81ad-736afba2d5a8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.1132591 Sep 22 20:06:11.474890 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2dbbd3-6ae9-4f5f-8df3-3e3f6e4b552d x-openstack-request-id: req-db2dbbd3-6ae9-4f5f-8df3-3e3f6e4b552d {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:11.480330 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-plugged", "status": "completed", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:11.480330 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db2dbbd3-6ae9-4f5f-8df3-3e3f6e4b552d {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:11.480330 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'code': 200} Sep 22 20:06:11.572633 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:11.573368 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:06:11.574186 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-95aa00f7-c0bd-496a-8e40-827e3c9a7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:11.575672 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-95aa00f7-c0bd-496a-8e40-827e3c9a7d20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1097 time: 0.1367078 Sep 22 20:06:11.579308 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ba178637-27df-4fa5-ae60-915032fb2afa req-07f1c6e3-adb2-4be6-94ae-b2537f84214b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966418 Sep 22 20:06:11.613882 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:06:11.614223 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:06:11.646789 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=10']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:11.837692 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450b892f-6112-4d83-be79-27857441824a {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:11.853396 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:11.919723 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Transition to ACTIVE for port object 450b892f-6112-4d83-be79-27857441824a will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:06:11.947943 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a05f8512-9cc2-4222-bb8f-42c7679442e9 req-ceee6069-cfa4-4bbd-bf43-9b1af635f41e tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 210 time: 0.0758538 Sep 22 20:06:11.988232 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040422a-a6f6-480b-b962-f8b5a5bd821d req-46db3171-a983-4ee2-beea-986d9a0efbbc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:11.989681 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a040422a-a6f6-480b-b962-f8b5a5bd821d req-46db3171-a983-4ee2-beea-986d9a0efbbc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 931 time: 0.1215911 Sep 22 20:06:11.991082 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-d86a1d68-3e83-404f-9ce3-4014ff1f665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:11.992414 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-d86a1d68-3e83-404f-9ce3-4014ff1f665b service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 910 time: 0.4072027 Sep 22 20:06:11.993438 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:12.067056 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Pushing event updated for resources: {'Port': ['ID=450b892f-6112-4d83-be79-27857441824a,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:12.075623 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a040422a-a6f6-480b-b962-f8b5a5bd821d req-a2a99c74-a80e-4012-8c1d-c674ba2d6558 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771718 Sep 22 20:06:12.141531 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Attempting to bind port 450b892f-6112-4d83-be79-27857441824a on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:06:12.141890 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Attempting to bind port 450b892f-6112-4d83-be79-27857441824a by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:06:12.142219 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Attempting to bind port 450b892f-6112-4d83-be79-27857441824a on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:12.146548 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Port 450b892f-6112-4d83-be79-27857441824a on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:06:12.146869 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Attempting to bind port 450b892f-6112-4d83-be79-27857441824a on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:12.151864 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:06:12.152195 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Checking segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:06:12.152575 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Bound using segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:06:12.152996 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Bound port: 450b892f-6112-4d83-be79-27857441824a, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:06:12.153349 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:12.230076 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] For port 450b892f-6112-4d83-be79-27857441824a, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:06:12.255753 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] For port 450b892f-6112-4d83-be79-27857441824a, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=450b892f-6112-4d83-be79-27857441824a,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:06:12.274413 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c93c57-1767-4e53-a150-49f6a92a7fdf req-7ed762db-ef03-44a9-b8b7-5e97facf11ea tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:12.275916 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-24c93c57-1767-4e53-a150-49f6a92a7fdf req-7ed762db-ef03-44a9-b8b7-5e97facf11ea tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0605633 Sep 22 20:06:12.335654 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:12.367343 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-24c93c57-1767-4e53-a150-49f6a92a7fdf req-d07149a6-2bfd-4eb5-9948-1dcb800cca4e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815313 Sep 22 20:06:12.377371 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50ef01-3e78-4db3-a980-35332167e605 req-b09e75fc-cc9b-4c08-89c7-bfad89a22e3c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:12.378898 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef50ef01-3e78-4db3-a980-35332167e605 req-b09e75fc-cc9b-4c08-89c7-bfad89a22e3c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.1021078 Sep 22 20:06:12.382012 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704cd63-7de2-4868-83ce-deab5b4e1fee', 'name': 'network-vif-deleted', 'tag': '5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:12.386994 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beac13a0-d585-4d98-abe8-d9262d170d9e" -d '{"events": [{"server_uuid": "d704cd63-7de2-4868-83ce-deab5b4e1fee", "name": "network-vif-deleted", "tag": "5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:12.389323 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:12.389967 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:12.395966 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] 10.222.0.36 "PUT /v2.0/ports/450b892f-6112-4d83-be79-27857441824a HTTP/1.1" status: 200 len: 1093 time: 1.4478245 Sep 22 20:06:12.395966 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'tag': '450b892f-6112-4d83-be79-27857441824a'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:12.395966 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeb0219-1fd6-4a58-b3c8-d85a7b2e5408" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4d6c76-5d83-470e-ba24-87568de1c583", "tag": "450b892f-6112-4d83-be79-27857441824a"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:12.437203 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de940fa6-7d23-46e3-8d7d-de0c2da0f964 service neutron] Pushing event updated for resources: {'Port': ['ID=450b892f-6112-4d83-be79-27857441824a,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:12.445096 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da9167b-85c4-4e8c-aa53-2468f17eba2f x-openstack-request-id: req-3da9167b-85c4-4e8c-aa53-2468f17eba2f {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:12.446044 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704cd63-7de2-4868-83ce-deab5b4e1fee", "name": "network-vif-deleted", "tag": "5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:12.446381 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3da9167b-85c4-4e8c-aa53-2468f17eba2f {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:12.446940 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704cd63-7de2-4868-83ce-deab5b4e1fee', 'name': 'network-vif-deleted', 'tag': '5ff2c5d6-d5c5-4e19-8f00-a62e6efb009e', 'status': 'completed', 'code': 200} Sep 22 20:06:12.452119 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef50ef01-3e78-4db3-a980-35332167e605 req-87031b79-7802-4670-9c78-0e5f3a7603eb tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623138 Sep 22 20:06:12.483491 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d872881-6afc-4dca-95ac-eb01c324ef31 x-openstack-request-id: req-4d872881-6afc-4dca-95ac-eb01c324ef31 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:12.484087 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4d6c76-5d83-470e-ba24-87568de1c583", "tag": "450b892f-6112-4d83-be79-27857441824a", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:12.484401 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d872881-6afc-4dca-95ac-eb01c324ef31 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:12.484891 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'tag': '450b892f-6112-4d83-be79-27857441824a', 'status': 'completed', 'code': 200} Sep 22 20:06:12.692053 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81527-b462-407b-ab3c-36042a999d38 req-014c12ea-89c6-4784-8221-7729540975bf tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:12.693460 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-45b81527-b462-407b-ab3c-36042a999d38 req-014c12ea-89c6-4784-8221-7729540975bf tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0474625 Sep 22 20:06:12.730334 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-45b81527-b462-407b-ab3c-36042a999d38 req-04e29aac-094f-4ac2-b4de-bc2ecf038ddc tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311048 Sep 22 20:06:12.897838 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-660ac871-de63-475c-b450-fc945cb00f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:13.052670 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d943799c-f5d0-4791-85a7-081bc042c24c req-80126edd-71fb-452d-bd55-a17c91e49829 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 210 time: 0.0277343 Sep 22 20:06:13.190228 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed647d2-3a87-4758-a491-14e2283ceebc req-b36b0d7b-7523-4852-bebd-9a4c58beb91c tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:13.191592 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7ed647d2-3a87-4758-a491-14e2283ceebc req-b36b0d7b-7523-4852-bebd-9a4c58beb91c tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.0464618 Sep 22 20:06:13.227168 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7ed647d2-3a87-4758-a491-14e2283ceebc req-6d07c14f-fd15-4cec-8d72-ecbd2f15efef tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298948 Sep 22 20:06:13.488578 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a02840-7b94-4ede-9c16-60b003ee71ff req-d074f994-d9b6-4eb9-b289-26a2ce6e84b6 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:13.490059 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-79a02840-7b94-4ede-9c16-60b003ee71ff req-d074f994-d9b6-4eb9-b289-26a2ce6e84b6 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0477026 Sep 22 20:06:13.527846 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-79a02840-7b94-4ede-9c16-60b003ee71ff req-53fafaf2-b599-4e49-970c-c2bc235d9420 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Sep 22 20:06:13.574522 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a1d8c-a75e-4f7c-861b-9a5855df7051 req-f410361d-8ec3-4b3a-88a4-355953571d50 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:13.575965 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a46a1d8c-a75e-4f7c-861b-9a5855df7051 req-f410361d-8ec3-4b3a-88a4-355953571d50 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.0458007 Sep 22 20:06:13.615269 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a46a1d8c-a75e-4f7c-861b-9a5855df7051 req-e1a02cf5-b00f-47f4-8844-bc198add96bf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Sep 22 20:06:13.840603 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b161c5-e759-4be6-ad27-0d0a7072f5ef req-2c34722b-3545-4261-9ec5-222eb46994d5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:13.842068 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d5b161c5-e759-4be6-ad27-0d0a7072f5ef req-2c34722b-3545-4261-9ec5-222eb46994d5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0473576 Sep 22 20:06:13.878655 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d5b161c5-e759-4be6-ad27-0d0a7072f5ef req-c750d7c8-e148-4664-88ba-3474c54ef403 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Sep 22 20:06:14.152566 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8dc11b1a-62eb-44b9-94da-a8b51c8fbe76 req-b1e51dcd-4db5-4b31-b387-f3216c41de27 tempest-ServerRescueNegativeTestJSON-355345620 tempest-ServerRescueNegativeTestJSON-355345620-project] 10.222.0.11 "GET /v2.0/ports?device_id=d704cd63-7de2-4868-83ce-deab5b4e1fee HTTP/1.1" status: 200 len: 210 time: 0.0247760 Sep 22 20:06:14.335151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da4b4e-a5c0-4afe-acd7-28df02615b49 req-b3c73328-2090-4276-a2ff-f54ea991f8d8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:14.336519 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-84da4b4e-a5c0-4afe-acd7-28df02615b49 req-b3c73328-2090-4276-a2ff-f54ea991f8d8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.0466900 Sep 22 20:06:14.372872 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-84da4b4e-a5c0-4afe-acd7-28df02615b49 req-b60e0571-932d-47c3-a03d-cebe35c28ae8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306108 Sep 22 20:06:14.496700 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-fca6f0c7-b33f-4442-bf85-476df5589701 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 217 time: 0.0466843 Sep 22 20:06:14.560498 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-6532046f-4d0e-4c6d-b963-65a995626e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:14.562018 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-6532046f-4d0e-4c6d-b963-65a995626e73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 200 len: 848 time: 0.0520546 Sep 22 20:06:14.563738 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0219-1fd6-4a58-b3c8-d85a7b2e5408 req-32cab26f-13f6-4fb9-bd00-763a981c150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:14.565100 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3eeb0219-1fd6-4a58-b3c8-d85a7b2e5408 req-32cab26f-13f6-4fb9-bd00-763a981c150d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 1096 time: 0.1068246 Sep 22 20:06:14.659720 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55016fa2-b50a-408f-9b02-bba0137835e3 req-0ba015c0-6e09-467c-8a3f-ac02ff7673ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:14.661266 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-55016fa2-b50a-408f-9b02-bba0137835e3 req-0ba015c0-6e09-467c-8a3f-ac02ff7673ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 1100 time: 0.0402608 Sep 22 20:06:14.697217 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-55016fa2-b50a-408f-9b02-bba0137835e3 req-fce3bf6a-09dd-4f6e-bac7-8dc50517bf47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293002 Sep 22 20:06:14.725752 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-9294439e-627e-4943-bc6c-67a47f24f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:14.727191 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-9294439e-627e-4943-bc6c-67a47f24f8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1460803 Sep 22 20:06:14.760236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b6416-68de-45de-9491-ef18e24a3ccf req-6a597183-ac65-42fd-aa11-9630faa7e189 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:14.761660 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-059b6416-68de-45de-9491-ef18e24a3ccf req-6a597183-ac65-42fd-aa11-9630faa7e189 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1626012 Sep 22 20:06:14.785413 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0219-1fd6-4a58-b3c8-d85a7b2e5408 req-8807916d-7909-4aea-9eec-614faf5c60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:14.786840 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3eeb0219-1fd6-4a58-b3c8-d85a7b2e5408 req-8807916d-7909-4aea-9eec-614faf5c60be service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=38f2471bf62747518ff72559c3e0dea4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2044623 Sep 22 20:06:14.808054 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f0379-c562-43cb-a9ef-e4fc3a15db29 req-88fb3e7c-a223-4aad-bfd1-63040ae209d3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:14.809446 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-958f0379-c562-43cb-a9ef-e4fc3a15db29 req-88fb3e7c-a223-4aad-bfd1-63040ae209d3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.1041400 Sep 22 20:06:14.834865 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-059b6416-68de-45de-9491-ef18e24a3ccf req-b5c16e7a-85d8-4f91-8ce3-b1a43002a163 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612323 Sep 22 20:06:14.853487 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-958f0379-c562-43cb-a9ef-e4fc3a15db29 req-2a2fccaa-ec57-48c0-9c8e-0e922f8dbba7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Sep 22 20:06:15.106986 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0aa44c-315f-4d9b-9911-b31f42507d5f req-849bee46-3a56-4000-8437-0688bc18f8d5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:15.108442 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef0aa44c-315f-4d9b-9911-b31f42507d5f req-849bee46-3a56-4000-8437-0688bc18f8d5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.1636226 Sep 22 20:06:15.115575 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-b8d8f937-9003-42f2-b171-d02c435f2073 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964264 Sep 22 20:06:15.132369 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb0219-1fd6-4a58-b3c8-d85a7b2e5408 req-309838f2-5c9b-4d46-a484-94a90c73de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:15.133715 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3eeb0219-1fd6-4a58-b3c8-d85a7b2e5408 req-309838f2-5c9b-4d46-a484-94a90c73de28 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2158864 Sep 22 20:06:15.207154 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42824) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:15.211381 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef0aa44c-315f-4d9b-9911-b31f42507d5f req-1d9c85ab-7a60-434f-9e71-74f8eac4a75d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948734 Sep 22 20:06:15.262057 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-94a0128c-e279-4b87-a65b-1f5f6e0ed535 req-c25b0991-7e26-45d2-ab85-ea74be78ba38 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373727 Sep 22 20:06:15.267231 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-4dccd46d-a19c-4f7b-96fb-69747d4ef90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:15.268757 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-4dccd46d-a19c-4f7b-96fb-69747d4ef90a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 1096 time: 0.0984893 Sep 22 20:06:15.311763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-720a28b0-5b23-4c97-98c1-4e6f2929462a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450b892f-6112-4d83-be79-27857441824a HTTP/1.1" status: 200 len: 217 time: 0.0348558 Sep 22 20:06:15.363640 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-d777f342-3d94-44fa-8cbb-677eae394934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:15.365144 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-d777f342-3d94-44fa-8cbb-677eae394934 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0436976 Sep 22 20:06:15.419418 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-fc6091de-947f-497b-9593-acd1fe8b9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:15.420993 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-fc6091de-947f-497b-9593-acd1fe8b9635 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483427 Sep 22 20:06:15.506820 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-fbb26d85-fd4c-45c7-9de5-edf1be5d710c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:15.563877 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-fa8718e6-7d20-48b4-83fc-a8e84e6f6511 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342943 Sep 22 20:06:15.572768 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b2170-4a00-4cf6-978b-c6476efdbd18 req-094d09f9-a3d0-4afa-a6ab-cce5ac81130f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:15.576927 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f7b2170-4a00-4cf6-978b-c6476efdbd18 req-094d09f9-a3d0-4afa-a6ab-cce5ac81130f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.0767026 Sep 22 20:06:15.705630 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f7b2170-4a00-4cf6-978b-c6476efdbd18 req-a4fb1758-f36a-4b58-bede-262f9f0a2562 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143878 Sep 22 20:06:15.767003 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca242ffd-03d0-4fc5-af06-c9409f9ecfb6 req-4e0a5853-2187-47f0-85de-8b306fb6219f service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876318 Sep 22 20:06:15.785316 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-a96ee075-1e3d-4f8d-951f-f32e82597487 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:15.786816 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-a96ee075-1e3d-4f8d-951f-f32e82597487 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/networks?id=f69df5ca-2e9a-4119-b1e1-8296d0a8664a HTTP/1.1" status: 200 len: 813 time: 0.1747677 Sep 22 20:06:15.802495 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-3d0a3bd4-56a6-417e-a8b2-cf9f4e8fc903 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/quotas/c5c6d5ff75014133a394e70bae8cbafe HTTP/1.1" status: 200 len: 375 time: 0.0092180 Sep 22 20:06:15.834853 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-1f130ee2-a952-4b34-bfbf-ffff8a906ba2 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5c6d5ff75014133a394e70bae8cbafe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263205 Sep 22 20:06:15.835129 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:15.963809 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-454ec8ea-7945-4c98-98e8-40615595dc61 service neutron] 10.222.0.11 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218450 Sep 22 20:06:15.975920 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefef86-6113-4eb6-955c-e376eb068c34 req-98629514-c935-43e8-a34e-d86412cd32d1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:15.982221 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-daefef86-6113-4eb6-955c-e376eb068c34 req-98629514-c935-43e8-a34e-d86412cd32d1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0740783 Sep 22 20:06:16.045609 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-daefef86-6113-4eb6-955c-e376eb068c34 req-f4b927d7-38fa-48f5-8ddd-843a3179b8b7 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622802 Sep 22 20:06:16.148938 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-edece9f5-fdb4-4c46-8fbb-8742c2dced7e service neutron] 10.222.0.11 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629400 Sep 22 20:06:16.178434 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e03b2-0426-4add-8233-b3ac1847560b req-e6436cc1-1818-455a-8fd1-9caf76a78a1f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:16.179979 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-816e03b2-0426-4add-8233-b3ac1847560b req-e6436cc1-1818-455a-8fd1-9caf76a78a1f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.0726981 Sep 22 20:06:16.184083 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Deleting port e82e3cdb-962f-437e-9d0d-07eacbe67abf {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:06:16.184430 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:16.189395 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:16.222827 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-816e03b2-0426-4add-8233-b3ac1847560b req-45426e10-92e1-4269-b5cf-fb1fda122e97 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350740 Sep 22 20:06:16.273712 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] For port e82e3cdb-962f-437e-9d0d-07eacbe67abf, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=e82e3cdb-962f-437e-9d0d-07eacbe67abf,segment=NetworkSegment(9854fc21-2c5d-4a25-94eb-656744485356),segment_id=9854fc21-2c5d-4a25-94eb-656744485356)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:16.274245 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:16.290112 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Calling delete_port for e82e3cdb-962f-437e-9d0d-07eacbe67abf owned by network:router_interface {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:06:16.334314 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4c705-3d0c-42ab-b9dd-dab5b10aa671 req-941863c3-2a7c-47fc-b582-21b513a663e9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:16.335804 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0cf4c705-3d0c-42ab-b9dd-dab5b10aa671 req-941863c3-2a7c-47fc-b582-21b513a663e9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0485649 Sep 22 20:06:16.373658 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0cf4c705-3d0c-42ab-b9dd-dab5b10aa671 req-478f12b8-3943-4009-a8db-57e4646c8d23 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314918 Sep 22 20:06:16.461637 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f4d29273-7890-4be6-985b-e14153fc8aa8 req-0a520bfc-569a-43e8-b4a7-21018e27448f tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 210 time: 0.0274355 Sep 22 20:06:16.583536 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:16.609489 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Pushing event deleted for resources: {'Port': ['ID=e82e3cdb-962f-437e-9d0d-07eacbe67abf,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:16.675172 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:16.770402 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:16.837191 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e542ad-9d4e-4e62-ab32-24d914f0500c req-5c564eda-4e4d-4ec2-b911-bcf2e3641f2b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:16.844542 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-17e542ad-9d4e-4e62-ab32-24d914f0500c req-5c564eda-4e4d-4ec2-b911-bcf2e3641f2b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.0582948 Sep 22 20:06:16.883376 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-17e542ad-9d4e-4e62-ab32-24d914f0500c req-7747609d-3d38-41d1-93d3-d5d2d96c9232 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 Sep 22 20:06:16.983410 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Router 870ce6f8-aafc-423a-8652-d6a98f419046 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:06:17.086884 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:06:17.096304 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] Sync routers for ids ['870ce6f8-aafc-423a-8652-d6a98f419046'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:06:17.096802 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-f868187e-bc74-46fa-aa0b-8992b792890d admin admin] 10.222.0.11 "PUT /v2.0/routers/870ce6f8-aafc-423a-8652-d6a98f419046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8881912 Sep 22 20:06:17.098982 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42898) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:17.108076 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] Routers {'870ce6f8-aafc-423a-8652-d6a98f419046'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:06:17.109421 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:06:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['870ce6f8-aafc-423a-8652-d6a98f419046'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:17.194994 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feeae76-60a2-4f6e-81c6-e5e09753f1bd req-439a60b4-ac28-4f23-af3d-4b80183a8947 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:17.197103 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3feeae76-60a2-4f6e-81c6-e5e09753f1bd req-439a60b4-ac28-4f23-af3d-4b80183a8947 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0695548 Sep 22 20:06:17.228391 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks [] for router, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:17.243531 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3feeae76-60a2-4f6e-81c6-e5e09753f1bd req-d4eb5750-1f64-4fb7-904e-9ce02d86f88e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392714 Sep 22 20:06:17.249764 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] Set router 870ce6f8-aafc-423a-8652-d6a98f419046 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:06:17.356371 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:17.357279 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635dfa5b-70d3-467e-a19f-a4ad00275798 req-8f56deaf-2634-4adf-9e71-a28390102483 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:17.365478 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-635dfa5b-70d3-467e-a19f-a4ad00275798 req-8f56deaf-2634-4adf-9e71-a28390102483 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.0606229 Sep 22 20:06:17.409990 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-635dfa5b-70d3-467e-a19f-a4ad00275798 req-7eac4da0-faa5-4e2c-ae3c-b9dd9ba80bba tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364933 Sep 22 20:06:17.455587 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:06:16Z', 'revision_number': 5, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port': {'id': '55c9ea2e-b155-4baf-aaf0-589476a8cb13', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:eb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:17.496721 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] Checking router: 870ce6f8-aafc-423a-8652-d6a98f419046 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:06:17.501957 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Deleting port 55c9ea2e-b155-4baf-aaf0-589476a8cb13 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:06:17.502415 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:17.506642 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] Routers {'870ce6f8-aafc-423a-8652-d6a98f419046'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:06:17.507252 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:06:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['870ce6f8-aafc-423a-8652-d6a98f419046'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:17.513795 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f37d1-56ec-4a2e-8e28-735a552d20c2 req-796ad637-38c2-4c2b-812d-26747f13441d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:17.515650 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a13f37d1-56ec-4a2e-8e28-735a552d20c2 req-796ad637-38c2-4c2b-812d-26747f13441d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0651948 Sep 22 20:06:17.583183 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d872f600-a333-4dd6-a71b-8cb0d311620d req-f2c2d714-fa33-48df-8b49-8d4d4ad3ba6d tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 210 time: 0.0336518 Sep 22 20:06:17.587177 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a13f37d1-56ec-4a2e-8e28-735a552d20c2 req-a0b552ce-dae5-484d-ad71-e5c410740cf8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645032 Sep 22 20:06:17.605945 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] Set router 870ce6f8-aafc-423a-8652-d6a98f419046 gateway port host: None {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:06:17.626633 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] For port 55c9ea2e-b155-4baf-aaf0-589476a8cb13, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=55c9ea2e-b155-4baf-aaf0-589476a8cb13,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:17.627024 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:17.638443 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Calling delete_port for 55c9ea2e-b155-4baf-aaf0-589476a8cb13 owned by network:router_gateway {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:06:17.657406 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:06:17Z', 'revision_number': 6, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port_host': None}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:17.687652 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37788c12-b151-4be8-8945-0c1ae2ca996c None None] The sync data for ids ['870ce6f8-aafc-423a-8652-d6a98f419046'] in dv-cinder-778534-8-iscsi is: [{'id': '870ce6f8-aafc-423a-8652-d6a98f419046', 'name': 'tempest-ServerRescueNegativeTestJSON-1400486512-router', 'tenant_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:06:17Z', 'revision_number': 6, 'project_id': '6be91a3bc1064bd3bdc56974a4d189e6', 'gw_port_host': None}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:06:17.880406 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:17.907136 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=55c9ea2e-b155-4baf-aaf0-589476a8cb13,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:17.975770 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.002841 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630659-d23e-45fb-9c44-8407ee296a5f req-d97e3da9-5518-41ec-85f9-3cf1dca835bb tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:18.004583 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d3630659-d23e-45fb-9c44-8407ee296a5f req-d97e3da9-5518-41ec-85f9-3cf1dca835bb tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.0542264 Sep 22 20:06:18.048395 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d3630659-d23e-45fb-9c44-8407ee296a5f req-c2257b57-e257-4114-aef9-aa3998718e99 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361216 Sep 22 20:06:18.080854 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.083378 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.206195 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.206721 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 870ce6f8-aafc-423a-8652-d6a98f419046 {{(pid=101137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:06:18.211573 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] Notify callbacks [] for router, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.212750 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-9f963f8b-3f88-4f00-a4c8-8de96e5c2e6d admin admin] 10.222.0.11 "DELETE /v2.0/routers/870ce6f8-aafc-423a-8652-d6a98f419046 HTTP/1.1" status: 204 len: 168 time: 1.1128557 Sep 22 20:06:18.215228 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42908) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:18.260929 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-335754ea-41a0-4fa8-ad21-2ba927b5935d admin admin] Deleting subnet c5e59c1c-e5ce-451b-be82-181ff2ed6b63 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:06:18.263953 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-335754ea-41a0-4fa8-ad21-2ba927b5935d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.302730 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-335754ea-41a0-4fa8-ad21-2ba927b5935d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.338911 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-335754ea-41a0-4fa8-ad21-2ba927b5935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.375298 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15336f-48d1-4b68-bae9-7c2ba6f8477b req-61c91554-133c-4600-8d30-ca619696bc96 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:18.376784 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-da15336f-48d1-4b68-bae9-7c2ba6f8477b req-61c91554-133c-4600-8d30-ca619696bc96 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0653419 Sep 22 20:06:18.414540 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-da15336f-48d1-4b68-bae9-7c2ba6f8477b req-7e205c53-08f8-4e12-94da-c54f6195f34c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Sep 22 20:06:18.415342 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.492529 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-335754ea-41a0-4fa8-ad21-2ba927b5935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.515477 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335754ea-41a0-4fa8-ad21-2ba927b5935d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e59c1c-e5ce-451b-be82-181ff2ed6b63,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:18.525606 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-335754ea-41a0-4fa8-ad21-2ba927b5935d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.528480 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-335754ea-41a0-4fa8-ad21-2ba927b5935d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c5e59c1c-e5ce-451b-be82-181ff2ed6b63 HTTP/1.1" status: 204 len: 168 time: 0.3114264 Sep 22 20:06:18.530305 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42914) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:18.605408 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.862241 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d6712-6ea3-4268-8629-adb1a389fc50 req-67b0bede-f49b-4585-811e-1d7f6ff2f453 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:18.863866 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9c8d6712-6ea3-4268-8629-adb1a389fc50 req-67b0bede-f49b-4585-811e-1d7f6ff2f453 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.3812487 Sep 22 20:06:18.884421 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fd29e105-eafe-4332-bed4-cec561597d36 req-7f39cf2d-2e22-4952-841c-ad4dd5293326 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 210 time: 0.0480990 Sep 22 20:06:18.911952 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.917942 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-53b02fa5-925d-4213-88eb-4f98df280942 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:18.919028 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-53b02fa5-925d-4213-88eb-4f98df280942 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.36 "GET /v2.0/networks?id=f69df5ca-2e9a-4119-b1e1-8296d0a8664a HTTP/1.1" status: 200 len: 813 time: 0.4453197 Sep 22 20:06:18.932756 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0055dd6c-04a7-4f1a-bffa-800ab71fadea']}} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:18.934653 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Request body: {'port': {'device_id': '27af85b7-0413-45ad-b120-65e8a203dae1', 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a', 'admin_state_up': True, 'tenant_id': 'c5c6d5ff75014133a394e70bae8cbafe'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:18.944162 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9854fc21-2c5d-4a25-94eb-656744485356') {'for_net_delete': True} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:18.944546 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9854fc21-2c5d-4a25-94eb-656744485356') {} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:18.954527 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9c8d6712-6ea3-4268-8629-adb1a389fc50 req-ad5a4277-a0c3-49d9-9cbf-cb520f3d80c1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750175 Sep 22 20:06:18.963427 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30124357'] for segment, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.981158 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.989804 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=101137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:06:18.990326 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30124759'] for segment, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: Traceback (most recent call last): Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: timer() Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: cb(*args, **kw) Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: return func(*args, **kwargs) Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: self._notify() Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: self.callback(batched_events) Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: event.method(event) Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: return f(self, *a, **k) Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._get(url).json() Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: return self.request(url, 'GET', **kwargs) Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:06:18.992241 dv-cinder-778534-8-iscsi neutron-server[101137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:06:19.074015 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325a5bd-3c2f-456e-84a9-eff2934c47ff req-f140acb4-290d-425d-88a7-6e20c9a67494 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:19.075425 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d325a5bd-3c2f-456e-84a9-eff2934c47ff req-f140acb4-290d-425d-88a7-6e20c9a67494 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.1179426 Sep 22 20:06:19.126705 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.134613 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.139186 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] 10.222.0.11 "DELETE /v2.0/networks/0055dd6c-04a7-4f1a-bffa-800ab71fadea HTTP/1.1" status: 204 len: 168 time: 0.6051202 Sep 22 20:06:19.148138 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70cfa0-af10-483e-96c0-c322efed2d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=0055dd6c-04a7-4f1a-bffa-800ab71fadea,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:19.158839 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d325a5bd-3c2f-456e-84a9-eff2934c47ff req-5c562f85-8ec5-408b-98e7-4db1155035a1 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753980 Sep 22 20:06:19.163140 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device e82e3cdb-962f-437e-9d0d-07eacbe67abf no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:06:19.183522 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: e82e3cdb-962f-437e-9d0d-07eacbe67abf {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:06:19.183872 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device e82e3cdb-962f-437e-9d0d-07eacbe67abf not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:06:19.184302 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 55c9ea2e-b155-4baf-aaf0-589476a8cb13 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:06:19.195945 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb7834-0e35-4d3c-a6d6-dcc7332b1512 req-ead426ee-13a3-4be7-a229-d1e2e48f2f0e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:19.197586 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-42eb7834-0e35-4d3c-a6d6-dcc7332b1512 req-ead426ee-13a3-4be7-a229-d1e2e48f2f0e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.0745804 Sep 22 20:06:19.203724 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 55c9ea2e-b155-4baf-aaf0-589476a8cb13 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:06:19.204139 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 55c9ea2e-b155-4baf-aaf0-589476a8cb13 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:06:19.218521 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Made reservation on behalf of c5c6d5ff75014133a394e70bae8cbafe for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:06:19.221994 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.259004 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-42eb7834-0e35-4d3c-a6d6-dcc7332b1512 req-04b0fe53-9d8f-4b1b-9be2-96fe1da9e42e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547028 Sep 22 20:06:19.361842 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Allocated IP 172.20.0.11 (f69df5ca-2e9a-4119-b1e1-8296d0a8664a/3c0fcb2c-8e90-4419-a410-74dadd0924de/125b31c0-7873-4c8b-80e3-177fe0d233f8) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:06:19.472563 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 0b24804c-d574-49f4-b8f0-70f88ff96df2 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:06:19.538882 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.553114 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b556fd-c5f4-4fc0-8657-ae2aa33e3e05 req-b45b1046-73a6-4728-ae20-97454eca7613 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:19.554647 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-61b556fd-c5f4-4fc0-8657-ae2aa33e3e05 req-b45b1046-73a6-4728-ae20-97454eca7613 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0726829 Sep 22 20:06:19.568479 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:19.580017 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'port_id': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'mac_address': 'fa:16:3e:82:5b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:06:19.583152 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42932) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:19.615431 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-61b556fd-c5f4-4fc0-8657-ae2aa33e3e05 req-2c79da6a-7ac9-4639-917f-43f6e4dd47b0 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442085 Sep 22 20:06:19.621688 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.624093 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-888b174b-9b2c-4dd8-9709-11e09ab5c089 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6be91a3bc1064bd3bdc56974a4d189e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395958 Sep 22 20:06:19.626895 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42934) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:19.637097 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b24804c-d574-49f4-b8f0-70f88ff96df2 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:19.656576 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:19.664143 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.678517 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94b9fed4-c71c-426c-aa4d-70e589d7021e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.699220 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94b9fed4-c71c-426c-aa4d-70e589d7021e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.705315 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Network f69df5ca-2e9a-4119-b1e1-8296d0a8664a is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:06:19.708367 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:06:19.712386 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:06:19.726292 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.742635 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Pushing event updated for resources: {'Port': ['ID=125b31c0-7873-4c8b-80e3-177fe0d233f8,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:19.770739 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:19.771366 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.777862 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:19.817874 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94b9fed4-c71c-426c-aa4d-70e589d7021e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.820473 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94b9fed4-c71c-426c-aa4d-70e589d7021e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.821619 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-94b9fed4-c71c-426c-aa4d-70e589d7021e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f68eb67-d1e4-423a-8aff-cca727f41ecd HTTP/1.1" status: 204 len: 168 time: 0.1938093 Sep 22 20:06:19.830017 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9fed4-c71c-426c-aa4d-70e589d7021e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f68eb67-d1e4-423a-8aff-cca727f41ecd,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:19.847151 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-5e439140-d717-418e-854e-c02350414410 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9178584 Sep 22 20:06:19.860511 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Request body: {'port': {'device_id': '27af85b7-0413-45ad-b120-65e8a203dae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:19.914300 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:19.936462 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['0b24804c-d574-49f4-b8f0-70f88ff96df2'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:20.073210 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77f94a-8ad7-4098-9856-a4720eddb345 req-9f0e381b-5765-4ef1-8453-82b1665cd020 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:20.074755 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f77f94a-8ad7-4098-9856-a4720eddb345 req-9f0e381b-5765-4ef1-8453-82b1665cd020 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 932 time: 0.1168401 Sep 22 20:06:20.165402 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f77f94a-8ad7-4098-9856-a4720eddb345 req-ef979c44-684a-42f7-9fe7-7c5ba59455d6 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763235 Sep 22 20:06:20.270148 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125b31c0-7873-4c8b-80e3-177fe0d233f8 {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:20.279260 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:20.297280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Transition to ACTIVE for port object 125b31c0-7873-4c8b-80e3-177fe0d233f8 will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:06:20.307862 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a60d3-b053-49bb-b8b0-32da3a62c8e2 req-6b63f509-d9e9-407f-95da-19ee4e6b26da tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:20.310234 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1f9a60d3-b053-49bb-b8b0-32da3a62c8e2 req-6b63f509-d9e9-407f-95da-19ee4e6b26da tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 945 time: 0.0781960 Sep 22 20:06:20.382026 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:20.395313 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1f9a60d3-b053-49bb-b8b0-32da3a62c8e2 req-907daaef-be75-4e56-8794-a44c000046c0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762298 Sep 22 20:06:20.435116 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d3210-b834-4dfa-81c3-511e03536da2 req-96cd6246-9d7f-4b74-9c59-3a7d56d9b843 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:20.436632 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-944d3210-b834-4dfa-81c3-511e03536da2 req-96cd6246-9d7f-4b74-9c59-3a7d56d9b843 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.1110234 Sep 22 20:06:20.468043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Pushing event updated for resources: {'Port': ['ID=125b31c0-7873-4c8b-80e3-177fe0d233f8,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:20.526320 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-944d3210-b834-4dfa-81c3-511e03536da2 req-c92ec4f6-4f37-4bca-9b63-4a41a5a1cdaa tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820990 Sep 22 20:06:20.548320 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Attempting to bind port 125b31c0-7873-4c8b-80e3-177fe0d233f8 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:06:20.553376 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Attempting to bind port 125b31c0-7873-4c8b-80e3-177fe0d233f8 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:06:20.553376 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Attempting to bind port 125b31c0-7873-4c8b-80e3-177fe0d233f8 on network f69df5ca-2e9a-4119-b1e1-8296d0a8664a {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:20.553376 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Port 125b31c0-7873-4c8b-80e3-177fe0d233f8 on network f69df5ca-2e9a-4119-b1e1-8296d0a8664a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:06:20.553784 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Attempting to bind port 125b31c0-7873-4c8b-80e3-177fe0d233f8 on network f69df5ca-2e9a-4119-b1e1-8296d0a8664a {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:20.558548 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:06:20.558886 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Checking segment: {'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:06:20.559269 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Bound using segment: {'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:06:20.559699 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Bound port: 125b31c0-7873-4c8b-80e3-177fe0d233f8, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b18c1742-78fd-4682-9ad8-12c91ea516ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:06:20.560057 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:20.629718 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] For port 125b31c0-7873-4c8b-80e3-177fe0d233f8, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:06:20.632862 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] For port 125b31c0-7873-4c8b-80e3-177fe0d233f8, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=125b31c0-7873-4c8b-80e3-177fe0d233f8,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:06:20.715807 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:20.753241 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a2c89-f1a4-4b4b-ba3c-15e20eb614ba req-26be08d9-76ad-4025-adb7-674e05997001 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:20.754770 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-959a2c89-f1a4-4b4b-ba3c-15e20eb614ba req-26be08d9-76ad-4025-adb7-674e05997001 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0765455 Sep 22 20:06:20.763672 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:20.764289 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:20.765760 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] 10.222.0.36 "PUT /v2.0/ports/125b31c0-7873-4c8b-80e3-177fe0d233f8 HTTP/1.1" status: 200 len: 1094 time: 0.9100857 Sep 22 20:06:20.766190 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27af85b7-0413-45ad-b120-65e8a203dae1', 'tag': '125b31c0-7873-4c8b-80e3-177fe0d233f8'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:20.768394 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002538d1-640c-4cc9-8672-6f62aec4b02f" -d '{"events": [{"name": "network-changed", "server_uuid": "27af85b7-0413-45ad-b120-65e8a203dae1", "tag": "125b31c0-7873-4c8b-80e3-177fe0d233f8"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:20.806198 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab4dcc-1354-426d-9d53-47d7d2584a69 service neutron] Pushing event updated for resources: {'Port': ['ID=125b31c0-7873-4c8b-80e3-177fe0d233f8,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:20.814461 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1a8c3a-ccb7-4b6e-b277-cf6133981ba1 x-openstack-request-id: req-4f1a8c3a-ccb7-4b6e-b277-cf6133981ba1 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:20.814747 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27af85b7-0413-45ad-b120-65e8a203dae1", "tag": "125b31c0-7873-4c8b-80e3-177fe0d233f8", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:20.814994 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f1a8c3a-ccb7-4b6e-b277-cf6133981ba1 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:20.815402 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27af85b7-0413-45ad-b120-65e8a203dae1', 'tag': '125b31c0-7873-4c8b-80e3-177fe0d233f8', 'status': 'completed', 'code': 200} Sep 22 20:06:20.828517 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-959a2c89-f1a4-4b4b-ba3c-15e20eb614ba req-9a68cbf3-d0eb-4f27-8d1f-e92377b95c86 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571837 Sep 22 20:06:20.871716 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002538d1-640c-4cc9-8672-6f62aec4b02f req-e41e7232-0a23-4862-a8d0-b8e2ba723ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:20.873207 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-002538d1-640c-4cc9-8672-6f62aec4b02f req-e41e7232-0a23-4862-a8d0-b8e2ba723ae8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5c6d5ff75014133a394e70bae8cbafe&device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 1097 time: 0.0403059 Sep 22 20:06:20.972841 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002538d1-640c-4cc9-8672-6f62aec4b02f req-70e103ee-944d-46ad-9b23-fb46650d3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:20.975168 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-002538d1-640c-4cc9-8672-6f62aec4b02f req-70e103ee-944d-46ad-9b23-fb46650d3bb8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c5c6d5ff75014133a394e70bae8cbafe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0944045 Sep 22 20:06:21.000532 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42966) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:21.072666 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002538d1-640c-4cc9-8672-6f62aec4b02f req-da178564-3860-43b2-8144-1af1df7b7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:21.074154 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-002538d1-640c-4cc9-8672-6f62aec4b02f req-da178564-3860-43b2-8144-1af1df7b7b12 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923095 Sep 22 20:06:21.096895 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-652568319-network', 'tenant_id': 'c345abc25c5249378a8476100122931c'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:21.151195 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-f5034259-4438-4830-8f5a-644a66bc94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:21.152658 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-f5034259-4438-4830-8f5a-644a66bc94f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5c6d5ff75014133a394e70bae8cbafe&device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 1097 time: 0.0394211 Sep 22 20:06:21.171918 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Made reservation on behalf of c345abc25c5249378a8476100122931c for: {'network': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:06:21.174209 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.182477 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.199564 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-21e06d29-5940-48d4-b2c9-600eff399a87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125b31c0-7873-4c8b-80e3-177fe0d233f8 HTTP/1.1" status: 200 len: 217 time: 0.0375984 Sep 22 20:06:21.272426 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.276392 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-107c6afe-ff43-4383-a6ef-662411ef051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:21.277992 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-107c6afe-ff43-4383-a6ef-662411ef051e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c0fcb2c-8e90-4419-a410-74dadd0924de HTTP/1.1" status: 200 len: 853 time: 0.0695267 Sep 22 20:06:21.294833 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4f691-35d9-4074-a13a-9ce6a455c4a8 req-f4c2e683-7336-49a7-abf9-e12a32fa10a1 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:21.296222 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f3c4f691-35d9-4074-a13a-9ce6a455c4a8 req-f4c2e683-7336-49a7-abf9-e12a32fa10a1 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 944 time: 0.0599916 Sep 22 20:06:21.324330 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-3c5c780a-86d1-4194-8405-cadc2509b58f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f69df5ca-2e9a-4119-b1e1-8296d0a8664a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371153 Sep 22 20:06:21.376671 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f3c4f691-35d9-4074-a13a-9ce6a455c4a8 req-866ab372-1135-4d27-9128-830d097b1bb4 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733986 Sep 22 20:06:21.406202 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.427168 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=101137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:06:21.435308 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-0af91874-2b77-4974-846b-ba126bd5cd26 service neutron] 10.222.0.36 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011264 Sep 22 20:06:21.442790 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091de1cf-0505-4286-b05e-ef89c87b3216,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:21.445712 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.446090 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.segments_db [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Added segment e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf of type vlan for network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 Sep 22 20:06:21.487229 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.492072 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 0b24804c-d574-49f4-b8f0-70f88ff96df2 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:06:21.555263 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0c393-9bf0-4749-9305-fd57bb62fe8b req-b26e8041-134e-4122-870d-465d0dde266c tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:21.556758 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1c0c393-9bf0-4749-9305-fd57bb62fe8b req-b26e8041-134e-4122-870d-465d0dde266c tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 945 time: 0.0909393 Sep 22 20:06:21.578946 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb7439f7-1c50-44c4-a7e2-8f5fe62cd254 req-9be4cab6-9036-43ee-a67a-467ba7bee5e4 service neutron] 10.222.0.36 "GET /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351173 Sep 22 20:06:21.614143 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.615134 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:21.615763 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.628659 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1c0c393-9bf0-4749-9305-fd57bb62fe8b req-6a405192-b926-4c4c-837f-e79135d28da1 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610845 Sep 22 20:06:21.646491 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 0b24804c-d574-49f4-b8f0-70f88ff96df2 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:06:21.650442 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 0b24804c-d574-49f4-b8f0-70f88ff96df2 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:06:21.650805 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.661262 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405d10e-b5f7-4914-a476-fb587a1ca08c req-6765333b-da60-46bb-a3e1-47f3c443e906 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:21.661262 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6405d10e-b5f7-4914-a476-fb587a1ca08c req-6765333b-da60-46bb-a3e1-47f3c443e906 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.0543418 Sep 22 20:06:21.688278 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] Pushing event updated for resources: {'Network': ['ID=2a92c572-d9b0-4f4b-8ab7-a84277390a64,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:21.702349 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6405d10e-b5f7-4914-a476-fb587a1ca08c req-32eff1cb-ec02-4afc-9f92-f255a63383f6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395112 Sep 22 20:06:21.715498 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:06:21.752789 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.755418 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-77cabb3a-0e08-4ec5-b7a4-caeba1891002 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7536206 Sep 22 20:06:21.758195 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 42976) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:21.763554 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Request body: {'subnet': {'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-652568319-subnet', 'tenant_id': 'c345abc25c5249378a8476100122931c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:21.807166 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:21.809357 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ea2e36-3e50-4be6-9169-e6f2bbcd4767" -d '{"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-plugged", "status": "completed", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:21.822603 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:21.847074 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e11e05c-a0d6-4a28-ab35-7051630d9972 x-openstack-request-id: req-9e11e05c-a0d6-4a28-ab35-7051630d9972 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:21.847357 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-plugged", "status": "completed", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:21.847604 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e11e05c-a0d6-4a28-ab35-7051630d9972 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:21.848011 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'code': 200} Sep 22 20:06:21.851835 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Made reservation on behalf of c345abc25c5249378a8476100122931c for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:06:21.855807 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30027817'] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.923650 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:21.949415 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6648eef-4126-40bc-9100-7c80ac45bfe1 req-225c0453-c2d9-4bdf-8701-533900e04b0a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:21.951108 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f6648eef-4126-40bc-9100-7c80ac45bfe1 req-225c0453-c2d9-4bdf-8701-533900e04b0a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0546420 Sep 22 20:06:21.986499 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:21.990539 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f6648eef-4126-40bc-9100-7c80ac45bfe1 req-4d73a68b-2023-449a-9e55-1ffc98cc5f0d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324481 Sep 22 20:06:22.135757 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30124472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30027803'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:22.195543 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f69a95a-aab6-490d-a82b-90983ab03176,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:22.206120 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Checking segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:06:22.206848 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Network hostable DHCP agents. Network: 2a92c572-d9b0-4f4b-8ab7-a84277390a64, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:06:22.235321 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:22.276774 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234406-c001-4f2d-bd84-c65b86022787 req-746c891d-fce8-4b37-a570-4637067764f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:22.278322 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cd234406-c001-4f2d-bd84-c65b86022787 req-746c891d-fce8-4b37-a570-4637067764f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1099 time: 0.0384073 Sep 22 20:06:22.306840 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:06:22.314516 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cd234406-c001-4f2d-bd84-c65b86022787 req-ed51550d-576b-4187-b9d8-4afb4a0bbd4a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276906 Sep 22 20:06:22.406159 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 2a92c572-d9b0-4f4b-8ab7-a84277390a64) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:06:22.410989 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:22.411589 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:22.418081 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94831ec-ecea-4188-a55b-4db063c1f0ef None None] Network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:06:22.492611 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667c8ed-ee20-4a13-9628-f1de5d726a4a req-2a9da232-5a22-4573-82ea-de907022f487 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:22.494106 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9667c8ed-ee20-4a13-9628-f1de5d726a4a req-2a9da232-5a22-4573-82ea-de907022f487 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 944 time: 0.0496409 Sep 22 20:06:22.501724 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-b629c037-1eb3-4226-bc2d-5fb845c17af0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7423520 Sep 22 20:06:22.544079 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9667c8ed-ee20-4a13-9628-f1de5d726a4a req-6b72c113-d6a9-45d9-9a03-d59fb853bad8 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Sep 22 20:06:22.544733 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733310b9-7340-49fc-b81f-4d4a80bb99f1 None None] Network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:06:22.744399 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82e1bd-fd63-4cc7-bec8-e01bb13a48bb req-2002e4aa-1d63-400e-a867-03fc928d0382 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:22.745961 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4d82e1bd-fd63-4cc7-bec8-e01bb13a48bb req-2002e4aa-1d63-400e-a867-03fc928d0382 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0508578 Sep 22 20:06:22.783385 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4d82e1bd-fd63-4cc7-bec8-e01bb13a48bb req-a1a6bcc2-0498-493a-9a8f-928a36d215a2 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308819 Sep 22 20:06:22.948046 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd537ac-25b0-42aa-a2e3-2156232889cd req-d6ed35a9-d112-4430-abcd-3b42637a2c04 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:22.949579 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4fd537ac-25b0-42aa-a2e3-2156232889cd req-d6ed35a9-d112-4430-abcd-3b42637a2c04 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 943 time: 0.1113627 Sep 22 20:06:22.988494 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-a7c420c9-0dd3-4b66-a31d-3a6b50551be3 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:22.989949 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-a7c420c9-0dd3-4b66-a31d-3a6b50551be3 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/networks?id=2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 200 len: 814 time: 0.1413052 Sep 22 20:06:23.013046 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4fd537ac-25b0-42aa-a2e3-2156232889cd req-1164d010-ea18-4329-8221-3968604a9aa7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557842 Sep 22 20:06:23.014394 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-4c6ebcea-532e-4bdd-8a48-da04cbac3dac tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/quotas/c345abc25c5249378a8476100122931c HTTP/1.1" status: 200 len: 375 time: 0.0154691 Sep 22 20:06:23.045510 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-174a84b3-eaf4-4160-8339-734948e11ce3 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246975 Sep 22 20:06:23.162649 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b082871-3cb0-4876-a6c8-173c1c1ea41b service neutron] 10.222.0.11 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098289 Sep 22 20:06:23.174302 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6febc89-f495-4fd9-a63e-47eab3b95882 req-da884032-b75e-4705-b700-6ef3e108bdc6 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:23.175679 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b6febc89-f495-4fd9-a63e-47eab3b95882 req-da884032-b75e-4705-b700-6ef3e108bdc6 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0685079 Sep 22 20:06:23.259633 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b6febc89-f495-4fd9-a63e-47eab3b95882 req-e627e808-dd05-4b9d-8646-2e2e2cf32657 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762980 Sep 22 20:06:23.284952 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-123a7c53-d8f4-4e39-9ceb-9cca8da33e08 service neutron] 10.222.0.11 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083701 Sep 22 20:06:23.487509 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 450b892f-6112-4d83-be79-27857441824a details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:06:23.528545 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-915523b2-5fdf-421e-b0dc-816d8a3fd844 req-301055d8-d15a-46bd-b19a-5ab13f9df217 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 210 time: 0.0264697 Sep 22 20:06:23.597290 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 450b892f-6112-4d83-be79-27857441824a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=450b892f-6112-4d83-be79-27857441824a,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:23.663820 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cb4bd-6774-4988-8d68-c827b1f3765f req-3ebe14e6-db7c-447e-950b-978c467544cf tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:23.665396 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-529cb4bd-6774-4988-8d68-c827b1f3765f req-3ebe14e6-db7c-447e-950b-978c467544cf tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 944 time: 0.0505850 Sep 22 20:06:23.705720 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-529cb4bd-6774-4988-8d68-c827b1f3765f req-6d042705-55d8-4a57-a0e4-f433c41fffd4 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340517 Sep 22 20:06:23.730023 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '450b892f-6112-4d83-be79-27857441824a', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'port_id': '450b892f-6112-4d83-be79-27857441824a', 'mac_address': 'fa:16:3e:9a:61:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:06:23.766009 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:23.778072 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450b892f-6112-4d83-be79-27857441824a {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:23.797072 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 450b892f-6112-4d83-be79-27857441824a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=450b892f-6112-4d83-be79-27857441824a,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:23.875117 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:23.875834 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 125b31c0-7873-4c8b-80e3-177fe0d233f8 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:06:23.895726 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdedf61-7b3f-4f62-9863-04adc41e5b17 req-c5bad76b-de0f-4cfb-a39a-faa2ae0e9d62 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:23.897502 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bcdedf61-7b3f-4f62-9863-04adc41e5b17 req-c5bad76b-de0f-4cfb-a39a-faa2ae0e9d62 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0490732 Sep 22 20:06:23.937247 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bcdedf61-7b3f-4f62-9863-04adc41e5b17 req-8296da47-f503-407e-92b1-c52e93a2e1ee tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335188 Sep 22 20:06:23.945892 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=450b892f-6112-4d83-be79-27857441824a,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:24.010892 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 125b31c0-7873-4c8b-80e3-177fe0d233f8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=125b31c0-7873-4c8b-80e3-177fe0d233f8,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:24.024996 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '125b31c0-7873-4c8b-80e3-177fe0d233f8', 'network_id': 'f69df5ca-2e9a-4119-b1e1-8296d0a8664a', 'port_id': '125b31c0-7873-4c8b-80e3-177fe0d233f8', 'mac_address': 'fa:16:3e:92:6a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c0fcb2c-8e90-4419-a410-74dadd0924de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:06:24.053588 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb95716-875a-48b7-9b6a-cd5216386dd4 req-c0c53f92-46a7-47b7-a927-19aa61a06ef7 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:24.055149 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cb95716-875a-48b7-9b6a-cd5216386dd4 req-c0c53f92-46a7-47b7-a927-19aa61a06ef7 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0515008 Sep 22 20:06:24.065659 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:24.079711 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125b31c0-7873-4c8b-80e3-177fe0d233f8 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:24.099092 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 125b31c0-7873-4c8b-80e3-177fe0d233f8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=125b31c0-7873-4c8b-80e3-177fe0d233f8,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:24.102992 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cb95716-875a-48b7-9b6a-cd5216386dd4 req-aaea2cf6-9b0a-4b42-8201-fe9f586a80bb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420523 Sep 22 20:06:24.123719 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43022) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:24.141973 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473194a-9124-45be-868b-8d8cfe2265ba req-afe72085-9589-464c-9e0d-12e6c2868782 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:24.143451 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1473194a-9124-45be-868b-8d8cfe2265ba req-afe72085-9589-464c-9e0d-12e6c2868782 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 944 time: 0.0535653 Sep 22 20:06:24.180576 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1473194a-9124-45be-868b-8d8cfe2265ba req-6c45a987-71ce-4cf4-b912-a640912651ff tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Sep 22 20:06:24.251954 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:24.270647 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b304f53-9023-4ec7-865e-9430f143cbb9 tempest-TestShelveInstance-1094952398 tempest-TestShelveInstance-1094952398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:24.272157 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7b304f53-9023-4ec7-865e-9430f143cbb9 tempest-TestShelveInstance-1094952398 tempest-TestShelveInstance-1094952398-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1094 time: 0.1467609 Sep 22 20:06:24.275117 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43026) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:24.279286 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'port_id': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:24.307914 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=125b31c0-7873-4c8b-80e3-177fe0d233f8,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:24.384807 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe054c9-23fc-447b-8a51-ae259a9c852b req-873198e5-830e-484e-9ec9-0714f017f315 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:24.386411 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-efe054c9-23fc-447b-8a51-ae259a9c852b req-873198e5-830e-484e-9ec9-0714f017f315 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0470445 Sep 22 20:06:24.386566 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for floatingip, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:24.438363 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-efe054c9-23fc-447b-8a51-ae259a9c852b req-31793f86-dc2d-42cc-b310-2b8600cba1f1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451145 Sep 22 20:06:24.486892 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:24.501984 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['125b31c0-7873-4c8b-80e3-177fe0d233f8'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:24.508084 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['450b892f-6112-4d83-be79-27857441824a'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:24.593389 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Allocated IP 172.27.2.227 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/3ddbfdba-3efe-48aa-b9e5-a3c796a2ad5c) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:06:24.618621 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1de3c347-5a5e-4f92-ab2a-9b8450ff35ce req-00a8d467-1867-4639-b2e5-b447d42f67c9 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 210 time: 0.0308936 Sep 22 20:06:24.699152 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:24.810344 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:24.819457 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffa315-60d2-41f9-8383-00e35aeb511f req-28c47844-3f7e-44c8-aade-c65a229e7152 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:24.821103 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-12ffa315-60d2-41f9-8383-00e35aeb511f req-28c47844-3f7e-44c8-aade-c65a229e7152 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 945 time: 0.0497546 Sep 22 20:06:24.854307 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:06:24.857157 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:06:24.860172 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:06:24.872088 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-12ffa315-60d2-41f9-8383-00e35aeb511f req-a92a21ff-02f8-436d-80d4-26945dca4a9c tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Sep 22 20:06:24.895861 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'Port': ['ID=3ddbfdba-3efe-48aa-b9e5-a3c796a2ad5c,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:25.215550 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:25.296916 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21ffb-b40d-49f2-b817-c101143fa3eb req-59356a72-ef36-4381-88a5-c2998fd54a09 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:25.298526 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bd21ffb-b40d-49f2-b817-c101143fa3eb req-59356a72-ef36-4381-88a5-c2998fd54a09 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 944 time: 0.0486298 Sep 22 20:06:25.335638 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0bd21ffb-b40d-49f2-b817-c101143fa3eb req-b653f79c-df6d-499d-806b-fe26344d0484 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Sep 22 20:06:25.412667 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:25.500158 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 450b892f-6112-4d83-be79-27857441824a up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:06:25.554395 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f9fbd-715f-4773-bc7d-608d31519c03 req-26ae14dd-9058-4f0a-8963-0bc32d7c58f0 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:25.555868 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1f6f9fbd-715f-4773-bc7d-608d31519c03 req-26ae14dd-9058-4f0a-8963-0bc32d7c58f0 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0503607 Sep 22 20:06:25.560389 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:25.598379 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1f6f9fbd-715f-4773-bc7d-608d31519c03 req-63045d05-f787-433b-bd40-d0f55c2a1451 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362544 Sep 22 20:06:25.606045 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 450b892f-6112-4d83-be79-27857441824a completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:06:25.610578 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 450b892f-6112-4d83-be79-27857441824a triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:06:25.622883 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:25.643004 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:25.691494 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:25.716590 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event updated for resources: {'Port': ['ID=3ddbfdba-3efe-48aa-b9e5-a3c796a2ad5c,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:25.724062 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e60f5bc0-c0c5-4118-81f4-a78e82dd43b6 req-d78daef0-3b93-47b7-b65c-af42b81acb07 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 210 time: 0.0380569 Sep 22 20:06:25.728396 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:25.732268 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450b892f-6112-4d83-be79-27857441824a'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:25.734956 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea7fbeb-964f-4930-99f8-81438655cafe" -d '{"events": [{"server_uuid": "1b4d6c76-5d83-470e-ba24-87568de1c583", "name": "network-vif-plugged", "status": "completed", "tag": "450b892f-6112-4d83-be79-27857441824a"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:25.747164 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 450b892f-6112-4d83-be79-27857441824a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=450b892f-6112-4d83-be79-27857441824a,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:25.774424 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0878fc6f-79ec-4a1d-9f04-9ab6a04f1e11 x-openstack-request-id: req-0878fc6f-79ec-4a1d-9f04-9ab6a04f1e11 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:25.777830 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4d6c76-5d83-470e-ba24-87568de1c583", "name": "network-vif-plugged", "status": "completed", "tag": "450b892f-6112-4d83-be79-27857441824a", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:25.777830 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0878fc6f-79ec-4a1d-9f04-9ab6a04f1e11 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:25.777830 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450b892f-6112-4d83-be79-27857441824a', 'code': 200} Sep 22 20:06:25.832195 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:25.833025 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 125b31c0-7873-4c8b-80e3-177fe0d233f8 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:06:25.834883 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.l3_db [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Floating IP d1b03859-71e4-4337-bddb-61473a430976 associated. External IP: 172.27.2.227, port: 0b24804c-d574-49f4-b8f0-70f88ff96df2. Sep 22 20:06:25.909599 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=450b892f-6112-4d83-be79-27857441824a,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:25.987574 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-4dd02dac-f9c5-4e4f-9f66-57c65130b490 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:25.989102 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-4dd02dac-f9c5-4e4f-9f66-57c65130b490 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "GET /v2.0/networks?id=2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 200 len: 814 time: 0.1339567 Sep 22 20:06:26.009659 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Request body: {'port': {'device_id': 'dd1723ff-95bc-4b42-b9b7-07cec6fba1b0', 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'admin_state_up': True, 'tenant_id': 'c345abc25c5249378a8476100122931c'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:26.038952 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 125b31c0-7873-4c8b-80e3-177fe0d233f8 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:06:26.045503 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 125b31c0-7873-4c8b-80e3-177fe0d233f8 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:06:26.048209 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:26.073968 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:06:26.081791 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98c313-a8bd-4ff2-9f8e-7dfcdc608ecd req-ec952fdb-8990-4fc6-a2fd-f76d3684ab37 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:26.083287 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9f98c313-a8bd-4ff2-9f8e-7dfcdc608ecd req-ec952fdb-8990-4fc6-a2fd-f76d3684ab37 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 945 time: 0.1149683 Sep 22 20:06:26.148509 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9f98c313-a8bd-4ff2-9f8e-7dfcdc608ecd req-1121371e-20c3-4ea5-997b-8c31cdee7894 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560186 Sep 22 20:06:26.168674 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:26.199453 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:06:26.204215 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 125b31c0-7873-4c8b-80e3-177fe0d233f8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=125b31c0-7873-4c8b-80e3-177fe0d233f8,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:26.212228 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] Sync routers for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:06:26.221874 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:06:26.222501 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:06:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:26.226584 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Made reservation on behalf of c345abc25c5249378a8476100122931c for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:06:26.231919 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:26.329810 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:06:26.334338 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59511c79-54ba-4758-ba64-5fcf07bea1d7 req-fb2fcb95-5dc3-47a7-9fd7-8d13ebdfff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:26.335811 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-59511c79-54ba-4758-ba64-5fcf07bea1d7 req-fb2fcb95-5dc3-47a7-9fd7-8d13ebdfff3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 1098 time: 0.0924113 Sep 22 20:06:26.352489 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:26.379846 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:26.399780 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-75ac4c25-ca2a-4813-a71e-9ccc81dabcbb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1235003 Sep 22 20:06:26.400313 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:26.409064 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3333013d-94f8-4aa9-9d72-2fc61e1aac92" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:26.431873 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-59511c79-54ba-4758-ba64-5fcf07bea1d7 req-f18fc8cd-1281-4632-b9c8-4f651432111e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700526 Sep 22 20:06:26.447005 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Allocated IP 172.20.0.6 (2a92c572-d9b0-4f4b-8ab7-a84277390a64/6f69a95a-aab6-490d-a82b-90983ab03176/91c0340c-475c-4183-894e-a3e8ea69e1a3) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:06:26.447396 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cb42ec-9595-4964-81d9-7818bcdbf82e x-openstack-request-id: req-27cb42ec-9595-4964-81d9-7818bcdbf82e {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:26.447668 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:26.447927 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27cb42ec-9595-4964-81d9-7818bcdbf82e {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:26.448317 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'status': 'completed', 'code': 200} Sep 22 20:06:26.494233 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44fd60-4247-40be-9e58-409d1ab5a91d req-f760f09c-869e-4837-9097-e25fdce07723 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:26.495769 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4e44fd60-4247-40be-9e58-409d1ab5a91d req-f760f09c-869e-4837-9097-e25fdce07723 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.0814879 Sep 22 20:06:26.515155 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=125b31c0-7873-4c8b-80e3-177fe0d233f8,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:26.567490 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4e44fd60-4247-40be-9e58-409d1ab5a91d req-a2e7d2d9-d69e-4ae1-9bef-d557be2e7c0e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627432 Sep 22 20:06:26.635986 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'd1b03859-71e4-4337-bddb-61473a430976', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'port_id': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'mac_address': 'fa:16:3e:82:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:06:25Z', 'updated_at': '2021-09-22T20:06:25Z', 'revision_number': 0, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:07Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:26.667241 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] Checking router: b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:06:26.669872 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:26.676245 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:06:26.676862 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:06:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:26.727285 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-7e365ccd-f8af-4fc7-8fa0-a2c5fc051caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:26.728782 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-7e365ccd-f8af-4fc7-8fa0-a2c5fc051caf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1099 time: 0.0937681 Sep 22 20:06:26.770337 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a427e-d42f-4302-bbd7-42e0f502cf9d req-8ac381f9-a202-4637-b94b-9f7b76bec2d9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:26.774500 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-744a427e-d42f-4302-bbd7-42e0f502cf9d req-8ac381f9-a202-4637-b94b-9f7b76bec2d9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0900705 Sep 22 20:06:26.786328 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:06:26.829950 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:27.021212 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'd1b03859-71e4-4337-bddb-61473a430976', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'port_id': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'mac_address': 'fa:16:3e:82:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:06:25Z', 'updated_at': '2021-09-22T20:06:25Z', 'revision_number': 0, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:07Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:27.049797 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c68ec-e617-40ac-a7a3-0cd180b62533 None None] The sync data for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi is: [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'd1b03859-71e4-4337-bddb-61473a430976', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'floating_ip_address': '172.27.2.227', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'port_id': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'mac_address': 'fa:16:3e:82:5b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:06:25Z', 'updated_at': '2021-09-22T20:06:25Z', 'revision_number': 0, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:07Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:06:27.160889 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:06:27.168864 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-744a427e-d42f-4302-bbd7-42e0f502cf9d req-49cca453-6ad3-49a9-a19a-6f826d54b5ab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881435 Sep 22 20:06:27.189502 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:06:27.195169 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:06:27.197802 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Pushing event updated for resources: {'Port': ['ID=91c0340c-475c-4183-894e-a3e8ea69e1a3,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:27.203003 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-7b2b0903-7eaa-488e-a4e8-76981678f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.204477 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-7b2b0903-7eaa-488e-a4e8-76981678f974 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 910 time: 0.4647851 Sep 22 20:06:27.252679 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ea1b6-e564-49ac-b885-0f1404deebb9 req-e1f7ae61-4dab-4b34-bf27-1c60b9dd24be tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.253442 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210af092-dfbc-4af9-9744-ef882dd66711 None None] New status for floating IP d1b03859-71e4-4337-bddb-61473a430976: ACTIVE {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:06:27.256385 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f16ea1b6-e564-49ac-b885-0f1404deebb9 req-e1f7ae61-4dab-4b34-bf27-1c60b9dd24be tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 931 time: 0.4314303 Sep 22 20:06:27.350216 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.350883 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:27.386842 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-68263519-abf3-4bec-b149-363eb5f66845 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 1000 time: 0.1565759 Sep 22 20:06:27.392167 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f16ea1b6-e564-49ac-b885-0f1404deebb9 req-7abffa3c-7c0a-4be3-970c-3a5fa6c797c5 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983181 Sep 22 20:06:27.401194 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77825f9e-90e4-41e1-bbd2-9a50b6d77201 req-519facc0-5c66-4b5c-bfb2-a07a487eb37b tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.402888 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-77825f9e-90e4-41e1-bbd2-9a50b6d77201 req-519facc0-5c66-4b5c-bfb2-a07a487eb37b tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 946 time: 0.1683433 Sep 22 20:06:27.483873 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-77825f9e-90e4-41e1-bbd2-9a50b6d77201 req-587cccac-7055-42e2-840b-a02d1715fcd9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639985 Sep 22 20:06:27.485392 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-ba0cff33-fe25-4fc2-9e5b-49b1e0ea669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.486778 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-ba0cff33-fe25-4fc2-9e5b-49b1e0ea669f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 200 len: 848 time: 0.0821881 Sep 22 20:06:27.495480 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-7b0a8e32-f5a4-4305-8a05-de2f018a333d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4896607 Sep 22 20:06:27.522958 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Request body: {'port': {'device_id': 'dd1723ff-95bc-4b42-b9b7-07cec6fba1b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:27.607151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-12d63a38-e5f5-4894-9c67-ae72c8bc9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.607151 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-12d63a38-e5f5-4894-9c67-ae72c8bc9a63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788832 Sep 22 20:06:27.609938 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:27.777144 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af85b7-0413-45ad-b120-65e8a203dae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b31c0-7873-4c8b-80e3-177fe0d233f8'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:27.779628 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f636a165-1163-4acb-98ea-528264125044" -d '{"events": [{"server_uuid": "27af85b7-0413-45ad-b120-65e8a203dae1", "name": "network-vif-plugged", "status": "completed", "tag": "125b31c0-7873-4c8b-80e3-177fe0d233f8"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:27.855416 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc08170-1e6a-4565-8685-106705d5c40b req-b2a16e98-545a-41a4-a341-47d37379e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.856997 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fbc08170-1e6a-4565-8685-106705d5c40b req-b2a16e98-545a-41a4-a341-47d37379e024 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 1099 time: 0.0420537 Sep 22 20:06:27.865804 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d36614-62e8-4cbd-b0cf-65268cf30dcc req-2f945658-1000-424b-b916-198f374468fc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.867255 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-17d36614-62e8-4cbd-b0cf-65268cf30dcc req-2f945658-1000-424b-b916-198f374468fc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.2099154 Sep 22 20:06:27.899429 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-a339c26e-d1f6-4f6b-aacd-27b98eeb2d0c service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760916 Sep 22 20:06:27.917156 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738301b-8857-4fc0-aed5-54fce91b07ac req-9db65299-d383-4119-95d4-e87264a8798c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.918597 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d738301b-8857-4fc0-aed5-54fce91b07ac req-9db65299-d383-4119-95d4-e87264a8798c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.2191722 Sep 22 20:06:27.949850 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc08170-1e6a-4565-8685-106705d5c40b req-8c2a0bc7-339e-410d-b88b-55a48fc93200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:27.951318 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fbc08170-1e6a-4565-8685-106705d5c40b req-8c2a0bc7-339e-410d-b88b-55a48fc93200 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 911 time: 0.0879436 Sep 22 20:06:28.016528 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fbc08170-1e6a-4565-8685-106705d5c40b req-ad7d4570-7181-4cdc-87c5-9de98a32cf7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5154a20d-806d-4db2-b718-024f801dc43e HTTP/1.1" status: 200 len: 1002 time: 0.0578408 Sep 22 20:06:28.023420 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:06:28.039619 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-17d36614-62e8-4cbd-b0cf-65268cf30dcc req-19c10089-bf2c-41ed-9629-f9b6a0c50f50 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548152 Sep 22 20:06:28.078509 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc08170-1e6a-4565-8685-106705d5c40b req-fce251f2-b47d-4422-8365-6f57a64f69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:28.079507 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d738301b-8857-4fc0-aed5-54fce91b07ac req-26af80be-ff19-4883-8b89-5a3f52b825e4 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472392 Sep 22 20:06:28.083898 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fbc08170-1e6a-4565-8685-106705d5c40b req-fce251f2-b47d-4422-8365-6f57a64f69b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 200 len: 849 time: 0.0606568 Sep 22 20:06:28.087655 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4340a81-ecf4-46a6-9061-73d0da0091f6 x-openstack-request-id: req-e4340a81-ecf4-46a6-9061-73d0da0091f6 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:28.088595 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27af85b7-0413-45ad-b120-65e8a203dae1", "name": "network-vif-plugged", "status": "completed", "tag": "125b31c0-7873-4c8b-80e3-177fe0d233f8", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:28.088854 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4340a81-ecf4-46a6-9061-73d0da0091f6 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:28.089473 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af85b7-0413-45ad-b120-65e8a203dae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125b31c0-7873-4c8b-80e3-177fe0d233f8', 'code': 200} Sep 22 20:06:28.120098 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3333013d-94f8-4aa9-9d72-2fc61e1aac92 req-f6e37a42-9d1e-48c9-870c-f303c22d3e65 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117364 Sep 22 20:06:28.142533 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc08170-1e6a-4565-8685-106705d5c40b req-147b3a1b-c6f5-4aed-97e3-457aadcd0761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:28.144125 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fbc08170-1e6a-4565-8685-106705d5c40b req-147b3a1b-c6f5-4aed-97e3-457aadcd0761 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62c5057d-2105-4af1-b967-04704345cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447669 Sep 22 20:06:28.159236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c0340c-475c-4183-894e-a3e8ea69e1a3 {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:28.166684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:28.178804 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Transition to ACTIVE for port object 91c0340c-475c-4183-894e-a3e8ea69e1a3 will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:06:28.235776 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fbc08170-1e6a-4565-8685-106705d5c40b req-8a8697a4-1dbf-4084-9497-2291cfbd5175 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841157 Sep 22 20:06:28.303453 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:28.324820 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-fbc08170-1e6a-4565-8685-106705d5c40b req-437a2b7f-6390-4f38-84e4-6992e9dde727 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823669 Sep 22 20:06:28.362112 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Pushing event updated for resources: {'Port': ['ID=91c0340c-475c-4183-894e-a3e8ea69e1a3,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:28.426449 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Attempting to bind port 91c0340c-475c-4183-894e-a3e8ea69e1a3 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:06:28.426783 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Attempting to bind port 91c0340c-475c-4183-894e-a3e8ea69e1a3 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:06:28.427111 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Attempting to bind port 91c0340c-475c-4183-894e-a3e8ea69e1a3 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:28.431402 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Port 91c0340c-475c-4183-894e-a3e8ea69e1a3 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:06:28.431720 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Attempting to bind port 91c0340c-475c-4183-894e-a3e8ea69e1a3 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:28.439062 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:06:28.439398 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Checking segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:06:28.440192 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Bound using segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:06:28.440315 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Bound port: 91c0340c-475c-4183-894e-a3e8ea69e1a3, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:06:28.440634 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:28.534302 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaf668-f70a-4bfe-b244-779c4f25cb8e req-f52827dd-04a7-4692-b75f-dac2726f58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:28.535805 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-93aaf668-f70a-4bfe-b244-779c4f25cb8e req-f52827dd-04a7-4692-b75f-dac2726f58ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 1099 time: 0.0412755 Sep 22 20:06:28.537700 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] For port 91c0340c-475c-4183-894e-a3e8ea69e1a3, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:06:28.541599 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] For port 91c0340c-475c-4183-894e-a3e8ea69e1a3, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=91c0340c-475c-4183-894e-a3e8ea69e1a3,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:06:28.552321 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705efd99-ae69-4f63-9960-0f98009d27ec req-60e1c519-a3ed-47de-ba01-e5dfc2e2b774 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:28.553847 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-705efd99-ae69-4f63-9960-0f98009d27ec req-60e1c519-a3ed-47de-ba01-e5dfc2e2b774 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 943 time: 0.0790074 Sep 22 20:06:28.576804 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-93aaf668-f70a-4bfe-b244-779c4f25cb8e req-1eea478b-2bc1-4c9a-9211-ba4c14eb0b4a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287459 Sep 22 20:06:28.616724 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-705efd99-ae69-4f63-9960-0f98009d27ec req-075a7c98-5449-4d6f-9fd0-b5039bd64bb2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532234 Sep 22 20:06:28.625298 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236257b-c8c3-42c5-b28a-24ad790c7fe5 req-44526e48-a954-49ec-89da-1f4abcf1a7ca tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:28.626759 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c236257b-c8c3-42c5-b28a-24ad790c7fe5 req-44526e48-a954-49ec-89da-1f4abcf1a7ca tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 946 time: 0.0720520 Sep 22 20:06:28.664026 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c236257b-c8c3-42c5-b28a-24ad790c7fe5 req-15309888-9e62-40ea-beee-363292981188 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309520 Sep 22 20:06:28.669260 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:28.706674 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:28.707292 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:28.708655 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/91c0340c-475c-4183-894e-a3e8ea69e1a3 HTTP/1.1" status: 200 len: 1093 time: 1.1897128 Sep 22 20:06:28.709084 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1723ff-95bc-4b42-b9b7-07cec6fba1b0', 'tag': '91c0340c-475c-4183-894e-a3e8ea69e1a3'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:28.711302 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d94d9a-b2ac-436e-b3cb-e1d0d69f0797" -d '{"events": [{"name": "network-changed", "server_uuid": "dd1723ff-95bc-4b42-b9b7-07cec6fba1b0", "tag": "91c0340c-475c-4183-894e-a3e8ea69e1a3"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:28.732144 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60131c2-8731-40a7-947d-1281f83a72c4 service neutron] Pushing event updated for resources: {'Port': ['ID=91c0340c-475c-4183-894e-a3e8ea69e1a3,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:28.745947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694c4a3e-5602-4a73-93ad-1aa8ab8c8665 x-openstack-request-id: req-694c4a3e-5602-4a73-93ad-1aa8ab8c8665 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:28.746236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd1723ff-95bc-4b42-b9b7-07cec6fba1b0", "tag": "91c0340c-475c-4183-894e-a3e8ea69e1a3", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:28.746487 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-694c4a3e-5602-4a73-93ad-1aa8ab8c8665 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:28.746884 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1723ff-95bc-4b42-b9b7-07cec6fba1b0', 'tag': '91c0340c-475c-4183-894e-a3e8ea69e1a3', 'status': 'completed', 'code': 200} Sep 22 20:06:28.872915 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d94d9a-b2ac-436e-b3cb-e1d0d69f0797 req-52731141-00ec-4d4e-8430-508609edbbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:28.874450 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d9d94d9a-b2ac-436e-b3cb-e1d0d69f0797 req-52731141-00ec-4d4e-8430-508609edbbd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0405860 Sep 22 20:06:28.977348 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d94d9a-b2ac-436e-b3cb-e1d0d69f0797 req-a2680e8d-cab4-4dba-a831-52c6f3c267df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:28.978866 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d9d94d9a-b2ac-436e-b3cb-e1d0d69f0797 req-a2680e8d-cab4-4dba-a831-52c6f3c267df service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c345abc25c5249378a8476100122931c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0912495 Sep 22 20:06:29.078998 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d94d9a-b2ac-436e-b3cb-e1d0d69f0797 req-0e253e19-3323-4d2f-8002-8e03c2b26d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.080501 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d9d94d9a-b2ac-436e-b3cb-e1d0d69f0797 req-0e253e19-3323-4d2f-8002-8e03c2b26d0a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912507 Sep 22 20:06:29.221625 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779d119-d33b-4158-b714-53d75adbfaca req-eef40ac3-475c-4f14-9fec-b4413d84db15 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.223161 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9779d119-d33b-4158-b714-53d75adbfaca req-eef40ac3-475c-4f14-9fec-b4413d84db15 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.1111825 Sep 22 20:06:29.227089 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-eba00361-c16a-42ea-9019-089c0e36aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.231935 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-eba00361-c16a-42ea-9019-089c0e36aa9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 1096 time: 0.0913439 Sep 22 20:06:29.257828 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c3823-b96d-4c64-9bd0-764d941bb79e req-cdac003f-5b85-4685-b574-e3ed74eaf67a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.259262 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b52c3823-b96d-4c64-9bd0-764d941bb79e req-cdac003f-5b85-4685-b574-e3ed74eaf67a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0934620 Sep 22 20:06:29.293046 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-f2ecde9f-4401-4aea-8bfc-51289482c853 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91c0340c-475c-4183-894e-a3e8ea69e1a3 HTTP/1.1" status: 200 len: 217 time: 0.0537152 Sep 22 20:06:29.353186 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9779d119-d33b-4158-b714-53d75adbfaca req-dec02ad7-eb4d-46bd-a746-a2536c0b17c8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231420 Sep 22 20:06:29.370763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b52c3823-b96d-4c64-9bd0-764d941bb79e req-e7773ca6-6c01-498a-9d8a-2609b5722bbb tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825825 Sep 22 20:06:29.374841 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-69025d7d-cca9-4b06-9653-ec481eea1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.376373 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-69025d7d-cca9-4b06-9653-ec481eea1d51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f69a95a-aab6-490d-a82b-90983ab03176 HTTP/1.1" status: 200 len: 854 time: 0.0723908 Sep 22 20:06:29.413991 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-43e5340a-5131-458a-a19f-9b09c4bac1e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a92c572-d9b0-4f4b-8ab7-a84277390a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300839 Sep 22 20:06:29.527191 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72faf3-a819-44c5-afd8-23ee34e9696a req-6485a7dc-643c-4df5-bd18-63be13c1f234 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.528563 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0e72faf3-a819-44c5-afd8-23ee34e9696a req-6485a7dc-643c-4df5-bd18-63be13c1f234 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.0986090 Sep 22 20:06:29.550534 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-1296dd8a-9173-44ca-bd1b-f75ada4f90d0 service neutron] 10.222.0.36 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273606 Sep 22 20:06:29.598519 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0e72faf3-a819-44c5-afd8-23ee34e9696a req-f91a2626-b330-4341-989f-771c39e31824 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593722 Sep 22 20:06:29.620784 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43084) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:29.657567 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4818faa0-08f3-46a0-95d7-c4448ec89370 req-df43d0b4-68f3-4c9b-bece-41f5a5b699e9 service neutron] 10.222.0.36 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996373 Sep 22 20:06:29.732931 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2dd28-a0ca-45b4-a56a-9a65db5c116f req-cca4fad5-f250-46b7-b024-faee14b5697a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.734486 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-21b2dd28-a0ca-45b4-a56a-9a65db5c116f req-cca4fad5-f250-46b7-b024-faee14b5697a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 943 time: 0.0506504 Sep 22 20:06:29.773169 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a7bc04-03f9-45ce-95a0-9eef09ae042a tempest-TestVolumeBootPattern-1187712913 tempest-TestVolumeBootPattern-1187712913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.773890 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-c9a7bc04-03f9-45ce-95a0-9eef09ae042a tempest-TestVolumeBootPattern-1187712913 tempest-TestVolumeBootPattern-1187712913-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 1093 time: 0.1520612 Sep 22 20:06:29.776673 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43092) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:06:29.781819 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'port_id': '450b892f-6112-4d83-be79-27857441824a', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:29.797617 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-21b2dd28-a0ca-45b4-a56a-9a65db5c116f req-f6abca45-557d-4023-bc9b-3f7d534e65b2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527418 Sep 22 20:06:29.809359 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73d72a-7cb3-4149-8381-5460b1b08151 req-9d62efd9-a0f0-4181-a625-087bc7a8f3b6 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:29.810831 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4a73d72a-7cb3-4149-8381-5460b1b08151 req-9d62efd9-a0f0-4181-a625-087bc7a8f3b6 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 946 time: 0.0754952 Sep 22 20:06:29.847953 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4a73d72a-7cb3-4149-8381-5460b1b08151 req-cb2b3f50-e74f-4c6c-9979-f1ffcf64485a tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312097 Sep 22 20:06:29.892084 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:29.984837 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:30.088644 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Allocated IP 172.27.2.57 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/aecc20ef-9e5b-4c3f-b7d4-28c539a5a7a9) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:06:30.187253 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:30.286662 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:30.321997 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:06:30.324714 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:06:30.328021 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:06:30.358083 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=aecc20ef-9e5b-4c3f-b7d4-28c539a5a7a9,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:30.674548 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:30.799156 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:30.916524 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877d3ed-30f1-4f3b-979e-629d404d298d req-e781b4b6-a054-4b42-ac2b-5f52002e7fb1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:30.918102 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1877d3ed-30f1-4f3b-979e-629d404d298d req-e781b4b6-a054-4b42-ac2b-5f52002e7fb1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 943 time: 0.0553577 Sep 22 20:06:30.947457 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:30.981763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1877d3ed-30f1-4f3b-979e-629d404d298d req-c5b0de61-fae5-4c83-98b0-a8ae3db97b4b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542653 Sep 22 20:06:30.989924 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf135ad-6dd2-44c8-ab98-a327b9fddf64 req-285b4320-f1ce-4003-a31b-36193e4f144d tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:30.991348 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-edf135ad-6dd2-44c8-ab98-a327b9fddf64 req-285b4320-f1ce-4003-a31b-36193e4f144d tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 946 time: 0.0723786 Sep 22 20:06:31.029152 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-edf135ad-6dd2-44c8-ab98-a327b9fddf64 req-7fb1f5c8-40c1-4a52-a528-d58f336505e5 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Sep 22 20:06:31.045881 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:31.115037 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=aecc20ef-9e5b-4c3f-b7d4-28c539a5a7a9,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:31.125237 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:31.221039 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.l3_db [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Floating IP 3af5baca-8563-4ae3-afad-1a5a3e186893 associated. External IP: 172.27.2.57, port: 450b892f-6112-4d83-be79-27857441824a. Sep 22 20:06:31.531705 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 91c0340c-475c-4183-894e-a3e8ea69e1a3 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:06:31.631261 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 91c0340c-475c-4183-894e-a3e8ea69e1a3, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=91c0340c-475c-4183-894e-a3e8ea69e1a3,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:31.639593 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:06:31.643005 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '91c0340c-475c-4183-894e-a3e8ea69e1a3', 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'port_id': '91c0340c-475c-4183-894e-a3e8ea69e1a3', 'mac_address': 'fa:16:3e:33:1c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f69a95a-aab6-490d-a82b-90983ab03176', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:06:31.679084 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:31.692818 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c0340c-475c-4183-894e-a3e8ea69e1a3 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:31.712355 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 91c0340c-475c-4183-894e-a3e8ea69e1a3, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=91c0340c-475c-4183-894e-a3e8ea69e1a3,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:31.746313 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:06:31.756131 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:06:31.765338 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:06:31.765976 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:06:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:31.868223 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:06:31.869253 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:31.870321 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:31.896666 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-94ac358e-7c4a-4586-9f4a-4e8384a4c560 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1187792 Sep 22 20:06:31.897382 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'tag': '450b892f-6112-4d83-be79-27857441824a'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:31.899663 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aab197-8ab4-478f-bf4a-a0232d3ec985" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4d6c76-5d83-470e-ba24-87568de1c583", "tag": "450b892f-6112-4d83-be79-27857441824a"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:31.948377 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd14bed-0adb-415d-a71c-d595afebc3f7 x-openstack-request-id: req-dcd14bed-0adb-415d-a71c-d595afebc3f7 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:31.948377 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4d6c76-5d83-470e-ba24-87568de1c583", "tag": "450b892f-6112-4d83-be79-27857441824a", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:31.948377 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dcd14bed-0adb-415d-a71c-d595afebc3f7 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:31.948800 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'tag': '450b892f-6112-4d83-be79-27857441824a', 'status': 'completed', 'code': 200} Sep 22 20:06:31.990536 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=91c0340c-475c-4183-894e-a3e8ea69e1a3,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:32.035809 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-5a97b892-d5be-40a7-8bbd-84f0ae7813b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:32.038066 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-5a97b892-d5be-40a7-8bbd-84f0ae7813b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 1098 time: 0.0538538 Sep 22 20:06:32.149038 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '3af5baca-8563-4ae3-afad-1a5a3e186893', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': '450b892f-6112-4d83-be79-27857441824a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:9a:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:06:30Z', 'updated_at': '2021-09-22T20:06:30Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:32.169109 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbbbf6-8f66-4c77-8843-a13a901bdfeb req-e9cbbc38-8e8f-4b5e-828a-4697b04d260e tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:32.170651 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3fbbbbf6-8f66-4c77-8843-a13a901bdfeb req-e9cbbc38-8e8f-4b5e-828a-4697b04d260e tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 944 time: 0.1163375 Sep 22 20:06:32.181974 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['91c0340c-475c-4183-894e-a3e8ea69e1a3'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:32.186843 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:06:32.201173 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-a056ab6f-a756-4be8-a994-dc0de81290ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:32.203507 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-a056ab6f-a756-4be8-a994-dc0de81290ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 913 time: 0.1474056 Sep 22 20:06:32.221082 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:06:32.221822 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:06:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:32.229955 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3fbbbbf6-8f66-4c77-8843-a13a901bdfeb req-8efbfea7-4d3d-4dd1-beba-e85c4b022e57 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496190 Sep 22 20:06:32.284492 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-7ff6fd23-c675-47a6-bd24-2e87c8d45c63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450b892f-6112-4d83-be79-27857441824a HTTP/1.1" status: 200 len: 998 time: 0.0638037 Sep 22 20:06:32.340338 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-3042cfc6-beb2-42a0-be76-784ba640c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:32.341959 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-3042cfc6-beb2-42a0-be76-784ba640c5bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0445201 Sep 22 20:06:32.365474 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:06:32.391802 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-c5135e19-d774-47b9-b693-bbdfddaf2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:32.393250 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-c5135e19-d774-47b9-b693-bbdfddaf2a32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433142 Sep 22 20:06:32.487664 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-17eb644f-0ba5-423f-a616-3f505296ef70 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870097 Sep 22 20:06:32.581528 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64aab197-8ab4-478f-bf4a-a0232d3ec985 req-06174f6e-c926-4342-a28f-e6aff02dccc4 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Sep 22 20:06:32.741823 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '3af5baca-8563-4ae3-afad-1a5a3e186893', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': '450b892f-6112-4d83-be79-27857441824a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:9a:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:06:30Z', 'updated_at': '2021-09-22T20:06:30Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:06:32.768192 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15345351-6ffd-4d29-a8a8-b54568f7c1b2 None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '3af5baca-8563-4ae3-afad-1a5a3e186893', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.57', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': '450b892f-6112-4d83-be79-27857441824a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:9a:61:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:06:30Z', 'updated_at': '2021-09-22T20:06:30Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:06:32.957018 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15191db5-a16f-4298-8072-5a074fb9ff4c None None] New status for floating IP 3af5baca-8563-4ae3-afad-1a5a3e186893: ACTIVE {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:06:33.354202 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8012b0c-83e5-4223-bc71-fa5bbbd637f7 req-e4d18769-9887-48a2-bdb3-c1936be7541c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:33.355664 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b8012b0c-83e5-4223-bc71-fa5bbbd637f7 req-e4d18769-9887-48a2-bdb3-c1936be7541c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 944 time: 0.0511708 Sep 22 20:06:33.392502 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b8012b0c-83e5-4223-bc71-fa5bbbd637f7 req-175f6a31-d4c2-40f5-9d28-dad484903263 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303369 Sep 22 20:06:33.551288 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 91c0340c-475c-4183-894e-a3e8ea69e1a3 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:06:33.663169 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 91c0340c-475c-4183-894e-a3e8ea69e1a3 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:06:33.666704 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 91c0340c-475c-4183-894e-a3e8ea69e1a3 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:06:33.667084 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:33.743826 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:33.764693 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1723ff-95bc-4b42-b9b7-07cec6fba1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c0340c-475c-4183-894e-a3e8ea69e1a3'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:33.766940 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e4e639-4849-48d0-b993-578eaa3d4624" -d '{"events": [{"server_uuid": "dd1723ff-95bc-4b42-b9b7-07cec6fba1b0", "name": "network-vif-plugged", "status": "completed", "tag": "91c0340c-475c-4183-894e-a3e8ea69e1a3"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:33.778708 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 91c0340c-475c-4183-894e-a3e8ea69e1a3, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=91c0340c-475c-4183-894e-a3e8ea69e1a3,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:33.805661 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dec1ac-2fd0-4a41-9fef-ce49b66379dc x-openstack-request-id: req-56dec1ac-2fd0-4a41-9fef-ce49b66379dc {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:33.805661 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1723ff-95bc-4b42-b9b7-07cec6fba1b0", "name": "network-vif-plugged", "status": "completed", "tag": "91c0340c-475c-4183-894e-a3e8ea69e1a3", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:33.805661 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56dec1ac-2fd0-4a41-9fef-ce49b66379dc {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:33.805661 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1723ff-95bc-4b42-b9b7-07cec6fba1b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c0340c-475c-4183-894e-a3e8ea69e1a3', 'code': 200} Sep 22 20:06:33.854932 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:33.900738 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=91c0340c-475c-4183-894e-a3e8ea69e1a3,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:34.122623 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0272ce-37c0-4f53-85d7-79b054a8be29 req-e9461e84-e636-4085-9515-d2ef406c4e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:34.125001 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2c0272ce-37c0-4f53-85d7-79b054a8be29 req-e9461e84-e636-4085-9515-d2ef406c4e51 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 1098 time: 0.0384393 Sep 22 20:06:34.157865 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2c0272ce-37c0-4f53-85d7-79b054a8be29 req-5b31a067-1b9d-432b-92ad-07b5f211cb4a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260687 Sep 22 20:06:34.515473 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca764369-cf9b-4b19-9fbf-1eba125eed79 req-bcfa9635-4244-41ad-b029-9267274cb7cd tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:34.516920 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca764369-cf9b-4b19-9fbf-1eba125eed79 req-bcfa9635-4244-41ad-b029-9267274cb7cd tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0465791 Sep 22 20:06:34.553033 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca764369-cf9b-4b19-9fbf-1eba125eed79 req-bfdfea27-f086-4979-a801-45ed8c742e50 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305021 Sep 22 20:06:35.900648 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf9e50-0d30-441b-9751-01591c917d24 req-f7756495-d902-4eb3-85c8-2850d85af524 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:35.902154 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2abf9e50-0d30-441b-9751-01591c917d24 req-f7756495-d902-4eb3-85c8-2850d85af524 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 945 time: 0.2821033 Sep 22 20:06:35.939516 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2abf9e50-0d30-441b-9751-01591c917d24 req-ce345ee0-fea5-474f-965f-b05a933a60a4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313766 Sep 22 20:06:37.050207 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6ba55-3dce-448f-b2a2-fc5c0653747d req-02e13d16-394d-4089-b3c4-4f48138d8040 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:37.051678 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-14c6ba55-3dce-448f-b2a2-fc5c0653747d req-02e13d16-394d-4089-b3c4-4f48138d8040 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0475843 Sep 22 20:06:37.089058 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-14c6ba55-3dce-448f-b2a2-fc5c0653747d req-d14b04ce-f787-461e-868a-be9c92e44d7d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314772 Sep 22 20:06:42.865817 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6112df38-de46-44f0-804c-0437fe5bdc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:45.519653 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d408323c-ead0-4cc4-8152-0fc57b1570b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:46.188747 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:46.660573 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:48.422878 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:49.556289 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-75308a90-fb73-4fb0-bd4f-0580cc84ecd5 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:49.557752 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-75308a90-fb73-4fb0-bd4f-0580cc84ecd5 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/networks?id=2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 200 len: 814 time: 0.0995116 Sep 22 20:06:49.572524 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-6679dc94-72d3-4104-b041-6c839f069d8e tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/quotas/c345abc25c5249378a8476100122931c HTTP/1.1" status: 200 len: 375 time: 0.0086694 Sep 22 20:06:49.618356 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-023c2603-26e9-41b6-b2e3-0b44b249c7fd tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0398664 Sep 22 20:06:49.708376 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-85d71682-4ef7-484f-b890-d65cb57c4c63 service neutron] 10.222.0.11 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828302 Sep 22 20:06:49.793243 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-aa1ede8a-a9a4-4d05-b7bd-baec04f516ad service neutron] 10.222.0.11 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790012 Sep 22 20:06:50.028212 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a1606bcb-5383-4317-8b84-252ab189577a req-20cff7e4-ce9f-4261-af3f-d5febc16ffba tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 210 time: 0.0251484 Sep 22 20:06:51.123479 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fe42c9b4-4dce-434e-bd40-5dc2f288f08a req-2548af5f-8dad-444c-8dc7-392ebf9041b3 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 210 time: 0.0288737 Sep 22 20:06:52.230238 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e341a7d4-66aa-48c6-91f1-93db0df71934 req-633c97a7-1dab-4a8c-ad2f-f5af4365cf51 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 210 time: 0.0374391 Sep 22 20:06:52.291864 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-d5170bed-458f-4a83-9475-d344453d652a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:52.293290 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-d5170bed-458f-4a83-9475-d344453d652a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "GET /v2.0/networks?id=2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 200 len: 814 time: 0.1205444 Sep 22 20:06:52.308235 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Request body: {'port': {'device_id': 'be7ae110-d0e7-4d79-b677-de05a55d4401', 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'admin_state_up': True, 'tenant_id': 'c345abc25c5249378a8476100122931c'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:52.308511 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:52.540205 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Made reservation on behalf of c345abc25c5249378a8476100122931c for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:06:52.543989 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:52.668581 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Allocated IP 172.20.0.7 (2a92c572-d9b0-4f4b-8ab7-a84277390a64/6f69a95a-aab6-490d-a82b-90983ab03176/db5aa691-4e00-4452-a23a-b87d77b32943) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:06:52.815635 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:52.925889 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:52.941791 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['91c0340c-475c-4183-894e-a3e8ea69e1a3'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:52.971475 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:06:52.974671 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:06:52.978358 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:06:53.005701 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Pushing event updated for resources: {'Port': ['ID=db5aa691-4e00-4452-a23a-b87d77b32943,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:53.033809 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:53.034464 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:53.106904 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-a4fe8406-2da3-4aef-8ea5-cfbde36cfe02 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8021522 Sep 22 20:06:53.120788 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Request body: {'port': {'device_id': 'be7ae110-d0e7-4d79-b677-de05a55d4401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:06:53.172787 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:53.398696 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1987ea-6e9d-4c8b-80d7-8648207467dc req-605f011e-2f42-4eaf-825b-7b1792846d8d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:53.398696 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5a1987ea-6e9d-4c8b-80d7-8648207467dc req-605f011e-2f42-4eaf-825b-7b1792846d8d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 931 time: 0.0968466 Sep 22 20:06:53.458786 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5a1987ea-6e9d-4c8b-80d7-8648207467dc req-d2311dba-8977-4ea1-8e99-9c1d6642b562 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551257 Sep 22 20:06:53.506207 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5aa691-4e00-4452-a23a-b87d77b32943 {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:53.513307 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:53.525049 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Transition to ACTIVE for port object db5aa691-4e00-4452-a23a-b87d77b32943 will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:06:53.609507 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:53.658070 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Pushing event updated for resources: {'Port': ['ID=db5aa691-4e00-4452-a23a-b87d77b32943,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:53.720775 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Attempting to bind port db5aa691-4e00-4452-a23a-b87d77b32943 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:06:53.723055 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Attempting to bind port db5aa691-4e00-4452-a23a-b87d77b32943 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:06:53.723055 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Attempting to bind port db5aa691-4e00-4452-a23a-b87d77b32943 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:53.725501 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Port db5aa691-4e00-4452-a23a-b87d77b32943 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:06:53.725844 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Attempting to bind port db5aa691-4e00-4452-a23a-b87d77b32943 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:06:53.730453 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:06:53.730780 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Checking segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:06:53.731151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Bound using segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:06:53.731564 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Bound port: db5aa691-4e00-4452-a23a-b87d77b32943, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:06:53.731909 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:53.791149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] For port db5aa691-4e00-4452-a23a-b87d77b32943, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:06:53.794030 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] For port db5aa691-4e00-4452-a23a-b87d77b32943, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=db5aa691-4e00-4452-a23a-b87d77b32943,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:06:53.912171 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:53.944269 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:53.944887 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:53.946289 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/db5aa691-4e00-4452-a23a-b87d77b32943 HTTP/1.1" status: 200 len: 1093 time: 0.8296480 Sep 22 20:06:53.946713 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7ae110-d0e7-4d79-b677-de05a55d4401', 'tag': 'db5aa691-4e00-4452-a23a-b87d77b32943'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:53.948926 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b3b14d-f5ed-4802-a011-9d29b79ee757" -d '{"events": [{"name": "network-changed", "server_uuid": "be7ae110-d0e7-4d79-b677-de05a55d4401", "tag": "db5aa691-4e00-4452-a23a-b87d77b32943"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:53.978433 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa0ef2-2017-426b-aea6-a4f4c86628d2 service neutron] Pushing event updated for resources: {'Port': ['ID=db5aa691-4e00-4452-a23a-b87d77b32943,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:53.991692 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f44407-0816-455c-9fed-1d1e9d16f8bb x-openstack-request-id: req-c2f44407-0816-455c-9fed-1d1e9d16f8bb {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:53.991975 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7ae110-d0e7-4d79-b677-de05a55d4401", "tag": "db5aa691-4e00-4452-a23a-b87d77b32943", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:53.992223 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2f44407-0816-455c-9fed-1d1e9d16f8bb {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:53.992612 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7ae110-d0e7-4d79-b677-de05a55d4401', 'tag': 'db5aa691-4e00-4452-a23a-b87d77b32943', 'status': 'completed', 'code': 200} Sep 22 20:06:54.055594 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b14d-f5ed-4802-a011-9d29b79ee757 req-1553cd84-f18d-43da-a56e-c2fb68b40424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:54.057088 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-65b3b14d-f5ed-4802-a011-9d29b79ee757 req-1553cd84-f18d-43da-a56e-c2fb68b40424 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 1096 time: 0.0405533 Sep 22 20:06:54.153168 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b14d-f5ed-4802-a011-9d29b79ee757 req-dea4ced4-fb80-46d2-a794-7ead480c644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:54.154661 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-65b3b14d-f5ed-4802-a011-9d29b79ee757 req-dea4ced4-fb80-46d2-a794-7ead480c644f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c345abc25c5249378a8476100122931c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0884206 Sep 22 20:06:54.248421 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3b14d-f5ed-4802-a011-9d29b79ee757 req-bd194db3-8fe3-4b14-a403-385edbf9d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:54.250412 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-65b3b14d-f5ed-4802-a011-9d29b79ee757 req-bd194db3-8fe3-4b14-a403-385edbf9d90b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882866 Sep 22 20:06:54.332346 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-0d8387fe-7049-48e7-80e5-7bfc52bd03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:54.333799 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-0d8387fe-7049-48e7-80e5-7bfc52bd03a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 1096 time: 0.0392613 Sep 22 20:06:54.410117 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-88c0039c-3261-47b1-b8c5-928e84a23eeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db5aa691-4e00-4452-a23a-b87d77b32943 HTTP/1.1" status: 200 len: 217 time: 0.0402999 Sep 22 20:06:54.462033 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-08d5b594-2be5-43b5-a7ab-b8ff60ed88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:54.463454 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-08d5b594-2be5-43b5-a7ab-b8ff60ed88fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f69a95a-aab6-490d-a82b-90983ab03176 HTTP/1.1" status: 200 len: 854 time: 0.0452237 Sep 22 20:06:54.500534 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-f98aeac0-9fdc-4f67-bb62-ca878f0cca83 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a92c572-d9b0-4f4b-8ab7-a84277390a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240262 Sep 22 20:06:54.617585 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55901c05-c2a6-4c3c-89ea-82ae0ea8b784 req-818c7be4-9afb-4524-866b-c9d52a11f8c8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:54.619057 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-55901c05-c2a6-4c3c-89ea-82ae0ea8b784 req-818c7be4-9afb-4524-866b-c9d52a11f8c8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 943 time: 0.0929544 Sep 22 20:06:54.647627 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-85f06345-2ea9-4521-89e5-c99120c153d2 service neutron] 10.222.0.36 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383581 Sep 22 20:06:54.685116 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-55901c05-c2a6-4c3c-89ea-82ae0ea8b784 req-7888534d-a46d-4b9b-a98e-05941e33e6ce tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Sep 22 20:06:54.756194 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-32fa2d9b-afd0-4dfb-b877-91c3b465bc39 req-2eee3138-778c-4025-8eea-787f4819e98a service neutron] 10.222.0.36 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907457 Sep 22 20:06:55.794855 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e061829-70d6-4c09-a42e-0fcb754d57e0 req-691c59e3-ffa9-4f9d-8d66-b93ede2b94cb tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:55.796873 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7e061829-70d6-4c09-a42e-0fcb754d57e0 req-691c59e3-ffa9-4f9d-8d66-b93ede2b94cb tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 943 time: 0.0469675 Sep 22 20:06:55.832965 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7e061829-70d6-4c09-a42e-0fcb754d57e0 req-20575aee-aef1-4ec2-b03b-3543c9b51ba2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303769 Sep 22 20:06:56.945888 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030acbe-6b70-4df3-838b-f7b02b3cfb26 req-c9f5016c-facf-49b4-a3df-228a5dec8d7a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:56.947351 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4030acbe-6b70-4df3-838b-f7b02b3cfb26 req-c9f5016c-facf-49b4-a3df-228a5dec8d7a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 943 time: 0.0468664 Sep 22 20:06:56.984380 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4030acbe-6b70-4df3-838b-f7b02b3cfb26 req-fdcabd19-092d-40f1-9e2c-1e5789981fbe tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Sep 22 20:06:57.666804 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device db5aa691-4e00-4452-a23a-b87d77b32943 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:06:57.761531 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port db5aa691-4e00-4452-a23a-b87d77b32943, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=db5aa691-4e00-4452-a23a-b87d77b32943,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:57.772872 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': 'db5aa691-4e00-4452-a23a-b87d77b32943', 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'port_id': 'db5aa691-4e00-4452-a23a-b87d77b32943', 'mac_address': 'fa:16:3e:9e:b3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f69a95a-aab6-490d-a82b-90983ab03176', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:06:57.810462 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:57.824359 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5aa691-4e00-4452-a23a-b87d77b32943 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:06:57.843814 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port db5aa691-4e00-4452-a23a-b87d77b32943, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=db5aa691-4e00-4452-a23a-b87d77b32943,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:57.948667 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:57.990493 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b15e54-4866-45c4-9dae-abfa0bc5c5d6 req-b7598185-91e9-4981-a91a-e335afef48a9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:57.992097 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-97b15e54-4866-45c4-9dae-abfa0bc5c5d6 req-b7598185-91e9-4981-a91a-e335afef48a9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 946 time: 0.0525846 Sep 22 20:06:57.995275 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=db5aa691-4e00-4452-a23a-b87d77b32943,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:06:58.032170 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-97b15e54-4866-45c4-9dae-abfa0bc5c5d6 req-2780f493-a0d9-4240-bc43-6878db78faed tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326169 Sep 22 20:06:58.096236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670845c-7e2e-450e-8864-3c69e0984abf req-a69e1a0b-295c-484e-9013-f22dec7926ce tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:58.097721 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3670845c-7e2e-450e-8864-3c69e0984abf req-a69e1a0b-295c-484e-9013-f22dec7926ce tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 944 time: 0.0482793 Sep 22 20:06:58.134195 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3670845c-7e2e-450e-8864-3c69e0984abf req-f6e2e5f3-20a1-47da-8621-c6436bad23a8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307770 Sep 22 20:06:58.346582 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['db5aa691-4e00-4452-a23a-b87d77b32943'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:06:58.880268 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-62d63e02-74ac-4cc1-a3b0-a36a230265ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378706 Sep 22 20:06:58.940673 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-e04b4e0f-e683-4781-bb5a-77154c6980be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:58.942182 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-e04b4e0f-e683-4781-bb5a-77154c6980be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 1099 time: 0.0382359 Sep 22 20:06:59.050259 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-2ae1bbe5-1a03-4b38-baa6-67f536697f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:59.051728 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-2ae1bbe5-1a03-4b38-baa6-67f536697f3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 911 time: 0.0847664 Sep 22 20:06:59.147466 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-038444c7-9900-417f-8c70-59680ffff912 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5154a20d-806d-4db2-b718-024f801dc43e HTTP/1.1" status: 200 len: 1002 time: 0.0861995 Sep 22 20:06:59.160951 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ba469-d7ac-4f90-9a98-e4ea29eb22f7 req-4c99f2d5-e1fd-497a-bc64-437f8622bd1b tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:59.162458 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-524ba469-d7ac-4f90-9a98-e4ea29eb22f7 req-4c99f2d5-e1fd-497a-bc64-437f8622bd1b tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 946 time: 0.0636432 Sep 22 20:06:59.250540 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-59003cfd-1829-40db-8da9-d490d7290550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:59.251951 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-59003cfd-1829-40db-8da9-d490d7290550 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 200 len: 849 time: 0.0886562 Sep 22 20:06:59.262242 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-524ba469-d7ac-4f90-9a98-e4ea29eb22f7 req-7489b60f-efee-4539-8ff4-3f8889d6b0e6 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904913 Sep 22 20:06:59.298606 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33de67-447b-4819-9d5e-3ef1ec04763a req-8343bdf7-cd12-425f-aa39-79b2970d021c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:59.301011 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6c33de67-447b-4819-9d5e-3ef1ec04763a req-8343bdf7-cd12-425f-aa39-79b2970d021c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 944 time: 0.1018639 Sep 22 20:06:59.323966 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-c0f1373c-2a87-44c3-96fc-1e8124da6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:06:59.325357 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-c0f1373c-2a87-44c3-96fc-1e8124da6514 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62c5057d-2105-4af1-b967-04704345cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608380 Sep 22 20:06:59.359219 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6c33de67-447b-4819-9d5e-3ef1ec04763a req-bc5dcb09-17cf-4f00-90a6-19b8407a75fe tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512152 Sep 22 20:06:59.425406 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-8ba22b9f-52ec-4533-9225-fabbdaefe036 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881469 Sep 22 20:06:59.511989 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38c036e3-c2f8-4b13-b66e-3c74030b1100 req-e25b8b3e-c496-450e-a211-b0e9ee7097ed service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772099 Sep 22 20:06:59.684765 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device db5aa691-4e00-4452-a23a-b87d77b32943 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:06:59.820083 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port db5aa691-4e00-4452-a23a-b87d77b32943 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:06:59.823691 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port db5aa691-4e00-4452-a23a-b87d77b32943 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:06:59.824066 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:59.901187 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:06:59.923216 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7ae110-d0e7-4d79-b677-de05a55d4401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5aa691-4e00-4452-a23a-b87d77b32943'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:06:59.925446 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2356d9-bbb0-4cc2-af50-98c6a56d0997" -d '{"events": [{"server_uuid": "be7ae110-d0e7-4d79-b677-de05a55d4401", "name": "network-vif-plugged", "status": "completed", "tag": "db5aa691-4e00-4452-a23a-b87d77b32943"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:06:59.938437 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port db5aa691-4e00-4452-a23a-b87d77b32943, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=db5aa691-4e00-4452-a23a-b87d77b32943,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:06:59.961313 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815a9498-298d-478d-9ae3-fa0812ca3ec6 x-openstack-request-id: req-815a9498-298d-478d-9ae3-fa0812ca3ec6 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:06:59.961628 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7ae110-d0e7-4d79-b677-de05a55d4401", "name": "network-vif-plugged", "status": "completed", "tag": "db5aa691-4e00-4452-a23a-b87d77b32943", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:06:59.961918 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-815a9498-298d-478d-9ae3-fa0812ca3ec6 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:06:59.962314 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7ae110-d0e7-4d79-b677-de05a55d4401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5aa691-4e00-4452-a23a-b87d77b32943', 'code': 200} Sep 22 20:07:00.037758 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:00.084888 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=db5aa691-4e00-4452-a23a-b87d77b32943,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:00.283243 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-bafc375a-21b0-4ba0-aff2-b21585a941d9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:00.284729 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-bafc375a-21b0-4ba0-aff2-b21585a941d9 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.36 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 946 time: 0.0481987 Sep 22 20:07:00.340666 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b654f-282a-4729-ba2e-79d6b92337e6 req-28d3ce8d-8a38-4fd2-8d44-76ff48b04aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:00.342741 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-526b654f-282a-4729-ba2e-79d6b92337e6 req-28d3ce8d-8a38-4fd2-8d44-76ff48b04aba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 1098 time: 0.0387161 Sep 22 20:07:00.383516 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-526b654f-282a-4729-ba2e-79d6b92337e6 req-10d7f158-6008-442c-9999-19898567bd9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275106 Sep 22 20:07:00.454607 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f1e40-181b-4b8d-8b14-0acca7fb1a16 req-2dd8b775-71d1-4d99-832a-7be6a2d22fcf tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:00.456088 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-857f1e40-181b-4b8d-8b14-0acca7fb1a16 req-2dd8b775-71d1-4d99-832a-7be6a2d22fcf tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 946 time: 0.1169441 Sep 22 20:07:00.535886 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Deleting port 125b31c0-7873-4c8b-80e3-177fe0d233f8 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:07:00.536149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:00.549167 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dcc96a-403f-4de4-84ab-ef3adc653875 req-c39f41d3-35ae-4467-ac9c-2c08ceff6185 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:00.550658 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-37dcc96a-403f-4de4-84ab-ef3adc653875 req-c39f41d3-35ae-4467-ac9c-2c08ceff6185 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 945 time: 0.1211295 Sep 22 20:07:00.562236 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-857f1e40-181b-4b8d-8b14-0acca7fb1a16 req-e0357373-9d69-4054-8474-1990f71888b2 tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/security-groups?id=5dcecf03-2674-4c55-a480-b553f4dbdbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832059 Sep 22 20:07:00.645324 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-37dcc96a-403f-4de4-84ab-ef3adc653875 req-7bdb583a-4126-425b-a2bf-19ad1248d4c6 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821579 Sep 22 20:07:00.674093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] For port 125b31c0-7873-4c8b-80e3-177fe0d233f8, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=125b31c0-7873-4c8b-80e3-177fe0d233f8,segment=NetworkSegment(b18c1742-78fd-4682-9ad8-12c91ea516ac),segment_id=b18c1742-78fd-4682-9ad8-12c91ea516ac)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:00.674454 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:00.692049 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Calling delete_port for 125b31c0-7873-4c8b-80e3-177fe0d233f8 owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:07:01.148304 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:01.160473 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['125b31c0-7873-4c8b-80e3-177fe0d233f8'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:07:01.176200 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Pushing event deleted for resources: {'Port': ['ID=125b31c0-7873-4c8b-80e3-177fe0d233f8,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:01.237303 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] No DVR routers for this DVR port 125b31c0-7873-4c8b-80e3-177fe0d233f8 on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:07:01.240861 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:01.243086 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0c384231-9300-4f2c-a843-340c2b5fad34 req-82489aa9-6c06-4964-a2cb-b5d0b1cd2abd tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.36 "DELETE /v2.0/ports/125b31c0-7873-4c8b-80e3-177fe0d233f8 HTTP/1.1" status: 204 len: 173 time: 0.9385550 Sep 22 20:07:01.243509 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27af85b7-0413-45ad-b120-65e8a203dae1', 'name': 'network-vif-deleted', 'tag': '125b31c0-7873-4c8b-80e3-177fe0d233f8'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:01.245752 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc667f-fcaf-4fb5-92da-9e2d45d1be4d" -d '{"events": [{"server_uuid": "27af85b7-0413-45ad-b120-65e8a203dae1", "name": "network-vif-deleted", "tag": "125b31c0-7873-4c8b-80e3-177fe0d233f8"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:01.282121 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a5d4a5-58c6-42bb-bf1e-04294a7f3609 x-openstack-request-id: req-17a5d4a5-58c6-42bb-bf1e-04294a7f3609 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:01.282411 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27af85b7-0413-45ad-b120-65e8a203dae1", "name": "network-vif-deleted", "tag": "125b31c0-7873-4c8b-80e3-177fe0d233f8", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:01.282659 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17a5d4a5-58c6-42bb-bf1e-04294a7f3609 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:01.283075 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27af85b7-0413-45ad-b120-65e8a203dae1', 'name': 'network-vif-deleted', 'tag': '125b31c0-7873-4c8b-80e3-177fe0d233f8', 'status': 'completed', 'code': 200} Sep 22 20:07:01.672958 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-875f0c4e-b1f8-4338-b0d7-938bf066be7e req-fc610d33-d8b5-48ac-81b2-143118b075de tempest-VolumesSnapshotTestJSON-1019873352 tempest-VolumesSnapshotTestJSON-1019873352-project] 10.222.0.11 "GET /v2.0/ports?device_id=27af85b7-0413-45ad-b120-65e8a203dae1 HTTP/1.1" status: 200 len: 210 time: 0.0270045 Sep 22 20:07:01.761867 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f481f45-02e7-4cc1-b45c-14221a1d469e req-f8fdf75c-e210-4997-9738-55da58567797 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:01.763324 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f481f45-02e7-4cc1-b45c-14221a1d469e req-f8fdf75c-e210-4997-9738-55da58567797 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Sep 22 20:07:01.800547 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7f481f45-02e7-4cc1-b45c-14221a1d469e req-8d8e885b-6e12-4e98-a17a-9dd2df5b24ec tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311830 Sep 22 20:07:02.911019 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5f8cf-49d7-41a3-b755-c6b9679b7200 req-e583d4e6-7558-4594-b53b-75ce63cbe983 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:02.912478 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-85b5f8cf-49d7-41a3-b755-c6b9679b7200 req-e583d4e6-7558-4594-b53b-75ce63cbe983 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 945 time: 0.0472171 Sep 22 20:07:02.948278 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-85b5f8cf-49d7-41a3-b755-c6b9679b7200 req-5a6df7dd-d825-4ecb-af6e-d9e1f2fc513c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299284 Sep 22 20:07:03.689701 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 125b31c0-7873-4c8b-80e3-177fe0d233f8 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:07:03.712207 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 125b31c0-7873-4c8b-80e3-177fe0d233f8 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:07:03.712541 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 125b31c0-7873-4c8b-80e3-177fe0d233f8 not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:07:05.022052 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:07:05.893288 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-12eeb219-505f-4aeb-a9b7-789d57bc3b78 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:05.895817 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-12eeb219-505f-4aeb-a9b7-789d57bc3b78 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/networks?id=2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 200 len: 814 time: 0.0998490 Sep 22 20:07:05.910051 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-ef26cd5c-c7d5-4803-b223-066a2398c8f0 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/quotas/c345abc25c5249378a8476100122931c HTTP/1.1" status: 200 len: 375 time: 0.0094788 Sep 22 20:07:05.958324 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-1d9281d4-1d04-4d38-8f2f-8c549973ac66 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432706 Sep 22 20:07:06.048095 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-a7b8ab0e-73ba-475c-9dc7-a1a0aa0bcf62 service neutron] 10.222.0.11 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827079 Sep 22 20:07:06.133725 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-df08be43-3b36-48fd-b18b-ede4fc568dc7 service neutron] 10.222.0.11 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793452 Sep 22 20:07:06.399029 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b35c8fef-a8f9-4da8-ab1d-7cbb429bfe34 req-e8dd0b4b-7768-4e86-aa69-b8aa71877fcf tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 210 time: 0.0260918 Sep 22 20:07:07.494333 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-35c3df9b-68f9-4e7b-90c9-c20c866db1ae req-e5a6e071-05ac-45f2-acec-df942a80b4fc tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 210 time: 0.0287111 Sep 22 20:07:08.586398 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ffdc864a-18a2-41f1-880c-b589c926dd97 req-bc3361ae-edc1-4414-8d92-b20031bf5848 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 210 time: 0.0264239 Sep 22 20:07:09.359935 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-c8f731a5-8e51-4aee-aeda-a6930b08095f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:09.361478 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-c8f731a5-8e51-4aee-aeda-a6930b08095f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "GET /v2.0/networks?id=2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 200 len: 814 time: 0.0979316 Sep 22 20:07:09.382307 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Request body: {'port': {'device_id': '91e200dc-830d-47d3-85fd-a5f872ec5d3e', 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'admin_state_up': True, 'tenant_id': 'c345abc25c5249378a8476100122931c'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:09.591838 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Made reservation on behalf of c345abc25c5249378a8476100122931c for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:07:09.595572 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:09.690793 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-833d9d9b-6b3c-4707-8b00-59e805ab179b req-d1f5cb2a-bf4e-48dc-84e2-40ac87399462 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 210 time: 0.0337265 Sep 22 20:07:09.749855 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Allocated IP 172.20.0.3 (2a92c572-d9b0-4f4b-8ab7-a84277390a64/6f69a95a-aab6-490d-a82b-90983ab03176/3f08975c-f10c-4a7e-961f-ab610161cb7f) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:09.894931 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:10.043041 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:10.060319 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['91c0340c-475c-4183-894e-a3e8ea69e1a3', 'db5aa691-4e00-4452-a23a-b87d77b32943'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:07:10.083385 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:10.086526 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:10.090165 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:10.120569 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Pushing event updated for resources: {'Port': ['ID=3f08975c-f10c-4a7e-961f-ab610161cb7f,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:10.145922 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:10.146474 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:10.206036 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-40dce30b-51fa-4e79-bdda-65f94a4616f4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8322086 Sep 22 20:07:10.221178 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Request body: {'port': {'device_id': '91e200dc-830d-47d3-85fd-a5f872ec5d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:10.276506 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:10.528177 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f08975c-f10c-4a7e-961f-ab610161cb7f {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:07:10.535555 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:10.547070 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Transition to ACTIVE for port object 3f08975c-f10c-4a7e-961f-ab610161cb7f will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:07:10.642583 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:10.692735 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f08975c-f10c-4a7e-961f-ab610161cb7f,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:10.771323 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Attempting to bind port 3f08975c-f10c-4a7e-961f-ab610161cb7f on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:10.771666 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Attempting to bind port 3f08975c-f10c-4a7e-961f-ab610161cb7f by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:10.772006 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Attempting to bind port 3f08975c-f10c-4a7e-961f-ab610161cb7f on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:10.790540 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Port 3f08975c-f10c-4a7e-961f-ab610161cb7f on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:07:10.790868 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Attempting to bind port 3f08975c-f10c-4a7e-961f-ab610161cb7f on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:10.798438 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:10.798776 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Checking segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:10.799159 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Bound using segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:10.799587 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Bound port: 3f08975c-f10c-4a7e-961f-ab610161cb7f, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:10.799948 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:10.843196 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16337287-a632-47d7-a89a-20b72b14069b req-f6f25ec1-347a-43a8-b51d-baaddef719d7 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:10.844725 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-16337287-a632-47d7-a89a-20b72b14069b req-f6f25ec1-347a-43a8-b51d-baaddef719d7 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 943 time: 0.0855680 Sep 22 20:07:10.904371 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-16337287-a632-47d7-a89a-20b72b14069b req-7dfbe846-2b4b-4a13-9536-c294abc0bf5f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535512 Sep 22 20:07:10.907307 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] For port 3f08975c-f10c-4a7e-961f-ab610161cb7f, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:10.910395 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] For port 3f08975c-f10c-4a7e-961f-ab610161cb7f, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3f08975c-f10c-4a7e-961f-ab610161cb7f,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:10.977039 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:11.011621 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:11.012225 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:11.013604 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f08975c-f10c-4a7e-961f-ab610161cb7f HTTP/1.1" status: 200 len: 1093 time: 0.7971523 Sep 22 20:07:11.014661 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e200dc-830d-47d3-85fd-a5f872ec5d3e', 'tag': '3f08975c-f10c-4a7e-961f-ab610161cb7f'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:11.016895 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b162783-1123-4253-a7e5-2b42a276e0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "91e200dc-830d-47d3-85fd-a5f872ec5d3e", "tag": "3f08975c-f10c-4a7e-961f-ab610161cb7f"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:11.038284 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f08975c-f10c-4a7e-961f-ab610161cb7f,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:11.045455 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.045835 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.046191 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.046514 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.046843 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.047178 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.047507 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.047833 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.048164 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.048470 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.048808 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.049119 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa5fae0-e7c5-4f4d-ae79-a5a5f8c43aa3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:11.056224 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90674031-e7ac-4f3d-a4d8-431adc17dbee x-openstack-request-id: req-90674031-e7ac-4f3d-a4d8-431adc17dbee {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:11.056517 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e200dc-830d-47d3-85fd-a5f872ec5d3e", "tag": "3f08975c-f10c-4a7e-961f-ab610161cb7f", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:11.056771 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90674031-e7ac-4f3d-a4d8-431adc17dbee {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:11.057169 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e200dc-830d-47d3-85fd-a5f872ec5d3e', 'tag': '3f08975c-f10c-4a7e-961f-ab610161cb7f', 'status': 'completed', 'code': 200} Sep 22 20:07:11.133767 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b162783-1123-4253-a7e5-2b42a276e0c4 req-6eee0baf-404e-4e51-97db-ab16b0f9b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:11.135270 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8b162783-1123-4253-a7e5-2b42a276e0c4 req-6eee0baf-404e-4e51-97db-ab16b0f9b8a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 1096 time: 0.0392461 Sep 22 20:07:11.236366 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b162783-1123-4253-a7e5-2b42a276e0c4 req-2bad69d2-98ef-4205-8d7c-e858371de683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:11.237720 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8b162783-1123-4253-a7e5-2b42a276e0c4 req-2bad69d2-98ef-4205-8d7c-e858371de683 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c345abc25c5249378a8476100122931c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0916131 Sep 22 20:07:11.359355 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b162783-1123-4253-a7e5-2b42a276e0c4 req-5beb10e4-6fa1-4044-bbf2-bebb849b61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:11.360898 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8b162783-1123-4253-a7e5-2b42a276e0c4 req-5beb10e4-6fa1-4044-bbf2-bebb849b61bf service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042686 Sep 22 20:07:11.445322 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-738a6fdf-403a-4cb5-8c9f-fef90a51a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:11.446870 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-738a6fdf-403a-4cb5-8c9f-fef90a51a6e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 1096 time: 0.0433266 Sep 22 20:07:11.500271 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-84350c56-a817-42d8-8b30-e21ab9d3de17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f08975c-f10c-4a7e-961f-ab610161cb7f HTTP/1.1" status: 200 len: 217 time: 0.0423930 Sep 22 20:07:11.548399 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-9d8be3f5-9a0e-4e35-905b-dacce5a54ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:11.549908 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-9d8be3f5-9a0e-4e35-905b-dacce5a54ebf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f69a95a-aab6-490d-a82b-90983ab03176 HTTP/1.1" status: 200 len: 854 time: 0.0417507 Sep 22 20:07:11.582919 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-38e06840-ac65-4c5e-83ad-1731f4da5165 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a92c572-d9b0-4f4b-8ab7-a84277390a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237567 Sep 22 20:07:11.673682 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-49ce58c6-ebf8-46ab-a6f7-f28abb36ccee service neutron] 10.222.0.36 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830283 Sep 22 20:07:11.762732 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8a69d9c9-fabf-4ec8-927c-9e39f43aa859 req-262624bd-3f03-474c-9f9b-b3ee51211dea service neutron] 10.222.0.36 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807626 Sep 22 20:07:12.020872 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b940eb-85f4-4786-ae64-2ce2b4e434b7 req-8b0ed440-d521-43ed-af7f-b6acf2e2ec6b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:12.022262 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a0b940eb-85f4-4786-ae64-2ce2b4e434b7 req-8b0ed440-d521-43ed-af7f-b6acf2e2ec6b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 943 time: 0.0512128 Sep 22 20:07:12.059416 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a0b940eb-85f4-4786-ae64-2ce2b4e434b7 req-3faaa1a9-ac02-4e2c-981a-a548c7061121 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Sep 22 20:07:12.925576 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6c66-1c59-49ad-a62f-690baa34bb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:13.171622 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123596f2-751f-49ef-b10b-c728a83e285b req-edcf2479-ad88-42a9-bf1f-a8cf81ec8955 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:13.173028 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-123596f2-751f-49ef-b10b-c728a83e285b req-edcf2479-ad88-42a9-bf1f-a8cf81ec8955 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 943 time: 0.0477540 Sep 22 20:07:13.210000 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-123596f2-751f-49ef-b10b-c728a83e285b req-257e6523-96f9-46fd-9027-da4e475e2c12 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309930 Sep 22 20:07:13.740544 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 3f08975c-f10c-4a7e-961f-ab610161cb7f details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:07:13.833760 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 3f08975c-f10c-4a7e-961f-ab610161cb7f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3f08975c-f10c-4a7e-961f-ab610161cb7f,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:13.844245 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '3f08975c-f10c-4a7e-961f-ab610161cb7f', 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'port_id': '3f08975c-f10c-4a7e-961f-ab610161cb7f', 'mac_address': 'fa:16:3e:a5:9d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f69a95a-aab6-490d-a82b-90983ab03176', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:07:13.879920 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:13.895092 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f08975c-f10c-4a7e-961f-ab610161cb7f {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:07:13.913030 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 3f08975c-f10c-4a7e-961f-ab610161cb7f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3f08975c-f10c-4a7e-961f-ab610161cb7f,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:14.000012 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:14.046668 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=3f08975c-f10c-4a7e-961f-ab610161cb7f,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:14.054014 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.054386 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.054735 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.055076 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.055451 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.055819 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.056152 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.056481 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.056823 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.057157 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.057484 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.057834 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:14.320148 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b1fe6-25fa-4c50-9bb1-ff1c43363612 req-cdb21355-d876-41ec-b925-03e4ade29721 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:14.321591 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-567b1fe6-25fa-4c50-9bb1-ff1c43363612 req-cdb21355-d876-41ec-b925-03e4ade29721 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 944 time: 0.0470316 Sep 22 20:07:14.358304 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-567b1fe6-25fa-4c50-9bb1-ff1c43363612 req-a3868c38-9a9f-405e-a253-350d58fadace tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298560 Sep 22 20:07:14.389858 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['3f08975c-f10c-4a7e-961f-ab610161cb7f'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:07:15.474916 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1fed6-bbf2-40d3-9b35-6a6417773705 req-124b2337-509a-48d5-ae07-2aa92833b9a9 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:15.476367 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-56f1fed6-bbf2-40d3-9b35-6a6417773705 req-124b2337-509a-48d5-ae07-2aa92833b9a9 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 944 time: 0.0525498 Sep 22 20:07:15.512774 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-56f1fed6-bbf2-40d3-9b35-6a6417773705 req-0b12eaea-59cd-49d3-9827-8788eeb4be31 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305314 Sep 22 20:07:15.522655 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-e65f1f05-2c07-4914-94f5-a86e674098ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:16.221703 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:16.624893 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047083ad-6365-47aa-9de0-abaa9dfc7ea3 req-62a1b925-7758-45cf-b76d-25ebcb65f897 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:16.626395 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-047083ad-6365-47aa-9de0-abaa9dfc7ea3 req-62a1b925-7758-45cf-b76d-25ebcb65f897 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 944 time: 0.0468476 Sep 22 20:07:16.663109 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-047083ad-6365-47aa-9de0-abaa9dfc7ea3 req-47602736-032d-4184-a5a6-7f2e30c9407d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306993 Sep 22 20:07:16.728701 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:17.773656 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5c389-1904-4f2f-8e81-57f73b6bb72f req-d155d37c-5004-4bab-850d-ea62b3c0bb35 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:17.775132 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-14c5c389-1904-4f2f-8e81-57f73b6bb72f req-d155d37c-5004-4bab-850d-ea62b3c0bb35 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 944 time: 0.0464962 Sep 22 20:07:17.811581 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-14c5c389-1904-4f2f-8e81-57f73b6bb72f req-e2338298-033f-4ef3-a4e0-047cf26f0a79 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300171 Sep 22 20:07:18.416372 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:18.925894 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e58f5-04e3-49ef-99d3-d228a92621e7 req-26a87ef7-1989-4942-a64b-1b5b7ce77d3d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:18.927371 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1a1e58f5-04e3-49ef-99d3-d228a92621e7 req-26a87ef7-1989-4942-a64b-1b5b7ce77d3d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 944 time: 0.0512283 Sep 22 20:07:18.964985 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1a1e58f5-04e3-49ef-99d3-d228a92621e7 req-3ff917e1-c2ae-461b-8705-42d4f92122c4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317268 Sep 22 20:07:19.764984 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 3f08975c-f10c-4a7e-961f-ab610161cb7f up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:19.987945 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 3f08975c-f10c-4a7e-961f-ab610161cb7f completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:07:19.992400 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 3f08975c-f10c-4a7e-961f-ab610161cb7f triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:19.992783 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:20.072451 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:20.081139 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b47f56-4c04-489f-9ccb-c3fb07d01d30 req-03d2d4a2-a4a5-489f-a30d-0d76a4fbf25c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:20.097786 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-86b47f56-4c04-489f-9ccb-c3fb07d01d30 req-03d2d4a2-a4a5-489f-a30d-0d76a4fbf25c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.0791643 Sep 22 20:07:20.097963 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e200dc-830d-47d3-85fd-a5f872ec5d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f08975c-f10c-4a7e-961f-ab610161cb7f'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:20.097963 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74750028-5a87-4f18-8ef3-be09f7124ede" -d '{"events": [{"server_uuid": "91e200dc-830d-47d3-85fd-a5f872ec5d3e", "name": "network-vif-plugged", "status": "completed", "tag": "3f08975c-f10c-4a7e-961f-ab610161cb7f"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:20.104595 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c5500-a489-4e6d-9bff-b4657892321c req-6156aa04-5008-4d6d-b7d9-c9117565a808 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:20.106097 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-da3c5500-a489-4e6d-9bff-b4657892321c req-6156aa04-5008-4d6d-b7d9-c9117565a808 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 944 time: 0.0681095 Sep 22 20:07:20.112348 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 3f08975c-f10c-4a7e-961f-ab610161cb7f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3f08975c-f10c-4a7e-961f-ab610161cb7f,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:20.156184 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-86b47f56-4c04-489f-9ccb-c3fb07d01d30 req-21848beb-f169-47e0-a88b-be201ad612f1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669689 Sep 22 20:07:20.163428 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-da3c5500-a489-4e6d-9bff-b4657892321c req-2637db3e-31db-4f66-b4fd-f93b5d04d84b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505083 Sep 22 20:07:20.206395 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a24b58-f10f-4a58-b59a-788410963d4a x-openstack-request-id: req-20a24b58-f10f-4a58-b59a-788410963d4a {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:20.206395 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e200dc-830d-47d3-85fd-a5f872ec5d3e", "name": "network-vif-plugged", "status": "completed", "tag": "3f08975c-f10c-4a7e-961f-ab610161cb7f", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:20.206395 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20a24b58-f10f-4a58-b59a-788410963d4a {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:20.206395 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e200dc-830d-47d3-85fd-a5f872ec5d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f08975c-f10c-4a7e-961f-ab610161cb7f', 'code': 200} Sep 22 20:07:20.260054 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:20.307924 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=3f08975c-f10c-4a7e-961f-ab610161cb7f,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:20.559297 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd9c98-1517-4288-bf78-f57976c04b83 req-b3667db8-99c4-477b-a4c7-c25388a22ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:20.560742 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-02fd9c98-1517-4288-bf78-f57976c04b83 req-b3667db8-99c4-477b-a4c7-c25388a22ced service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 1098 time: 0.0390787 Sep 22 20:07:20.602434 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-02fd9c98-1517-4288-bf78-f57976c04b83 req-21b859e6-15ba-44c2-a8bd-b057046bf2b3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271413 Sep 22 20:07:21.313232 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a0441-0d76-42e0-a672-f7b4b69b3c91 req-c4e926fd-cda9-4056-bea2-a1a1421bb7e9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:21.315081 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c29a0441-0d76-42e0-a672-f7b4b69b3c91 req-c4e926fd-cda9-4056-bea2-a1a1421bb7e9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.0794230 Sep 22 20:07:21.330235 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab057d7-f69a-4ef9-b64b-13866fac4f7c req-c014d0ee-1199-413d-9451-80592947d649 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:21.331626 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eab057d7-f69a-4ef9-b64b-13866fac4f7c req-c014d0ee-1199-413d-9451-80592947d649 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 945 time: 0.0874362 Sep 22 20:07:21.394564 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c29a0441-0d76-42e0-a672-f7b4b69b3c91 req-b3ffcedd-8dab-4269-9b94-8795a6b88b31 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729127 Sep 22 20:07:21.401155 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eab057d7-f69a-4ef9-b64b-13866fac4f7c req-54a166d7-561c-4740-886c-f95343c5464d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629821 Sep 22 20:07:22.311532 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:22.538291 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb86e08-c410-4a32-8563-1c677a204c53 req-38989bc5-a1ab-4fd3-af86-6e48ad13aef3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:22.539763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cfb86e08-c410-4a32-8563-1c677a204c53 req-38989bc5-a1ab-4fd3-af86-6e48ad13aef3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.0728412 Sep 22 20:07:22.549713 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0b757-fd28-435d-a6bf-3415ec85a8ea req-85298c90-1485-4179-9833-848f114544f2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:22.551138 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-daa0b757-fd28-435d-a6bf-3415ec85a8ea req-85298c90-1485-4179-9833-848f114544f2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 945 time: 0.0750201 Sep 22 20:07:22.647909 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cfb86e08-c410-4a32-8563-1c677a204c53 req-0502588c-83d5-4516-874a-804ffb78721a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=32e79a01-a74d-42aa-98cf-3a2ed4a1779a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957317 Sep 22 20:07:22.651279 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-daa0b757-fd28-435d-a6bf-3415ec85a8ea req-8467f2ab-a174-4553-a5c4-157d2e5ff14b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937448 Sep 22 20:07:22.667848 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-d80ba603-d608-47c7-9682-650ec1c6c370 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:22.669306 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-d80ba603-d608-47c7-9682-650ec1c6c370 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 947 time: 0.0938222 Sep 22 20:07:22.762999 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Deleting port 7fab877f-6fef-4f3c-9bd2-0767d753280c {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:07:22.763336 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:22.853342 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] For port 7fab877f-6fef-4f3c-9bd2-0767d753280c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=7fab877f-6fef-4f3c-9bd2-0767d753280c,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:22.853485 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:23.072862 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:23.073227 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:23.073543 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Floating IP 4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9 disassociated. External IP: 172.27.2.207, port: 7fab877f-6fef-4f3c-9bd2-0767d753280c. Sep 22 20:07:23.073918 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Calling delete_port for 7fab877f-6fef-4f3c-9bd2-0767d753280c owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:07:23.307685 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:23.334883 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event deleted for resources: {'Port': ['ID=7fab877f-6fef-4f3c-9bd2-0767d753280c,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:23.455315 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Router 3d68e025-50e1-401e-b15d-35ec5b07ed6c has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:07:23.569550 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:07:23.580727 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] Sync routers for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:07:23.591278 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:23.596456 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:23.612096 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] No DVR routers for this DVR port 7fab877f-6fef-4f3c-9bd2-0767d753280c on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:07:23.614810 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:23.616844 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3afb5653-346c-4b14-a05a-7e0cd960a472 req-1b2c5125-2197-46fe-ad3d-c9689b834abf tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "DELETE /v2.0/ports/7fab877f-6fef-4f3c-9bd2-0767d753280c HTTP/1.1" status: 204 len: 173 time: 0.9392617 Sep 22 20:07:23.617280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-deleted', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:23.619520 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6c2bb4-271c-402e-9c8f-d291d4d08ac3" -d '{"events": [{"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-deleted", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:23.661486 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af5f3bc-8aa5-4dd2-9db3-21bedd949df4 x-openstack-request-id: req-3af5f3bc-8aa5-4dd2-9db3-21bedd949df4 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:23.661929 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61417cd-4edd-4f9d-8ff9-4027aafff956", "name": "network-vif-deleted", "tag": "7fab877f-6fef-4f3c-9bd2-0767d753280c", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:23.662280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3af5f3bc-8aa5-4dd2-9db3-21bedd949df4 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:23.662766 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61417cd-4edd-4f9d-8ff9-4027aafff956', 'name': 'network-vif-deleted', 'tag': '7fab877f-6fef-4f3c-9bd2-0767d753280c', 'status': 'completed', 'code': 200} Sep 22 20:07:23.705564 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:23.756116 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1e48c0c-5754-4a0b-9c31-00459ebeb3fb req-825e7adc-a0ac-4062-a262-cfbb883aa871 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=a61417cd-4edd-4f9d-8ff9-4027aafff956 HTTP/1.1" status: 200 len: 210 time: 0.0274651 Sep 22 20:07:23.918166 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:23.948708 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] Checking router: 3d68e025-50e1-401e-b15d-35ec5b07ed6c for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:07:23.960826 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:23.961432 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:24.244516 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:24.493146 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:24.519701 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6541ba8-8fba-446f-bf08-7595269228b2 None None] The sync data for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi is: [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:07:24.792086 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b32529-7f87-4ba1-a876-68c3e644cd95 None None] New status for floating IP 4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9: DOWN {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:07:24.999655 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43566) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:25.055719 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.083866 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.231165 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.233750 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.237401 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "DELETE /v2.0/security-groups/32e79a01-a74d-42aa-98cf-3a2ed4a1779a HTTP/1.1" status: 204 len: 168 time: 0.2342503 Sep 22 20:07:25.238064 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43568) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:25.249278 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e79a01-a74d-42aa-98cf-3a2ed4a1779a,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:25.251985 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.252135 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.api.v2.resource [None req-d4b15081-e2e8-4cb0-98bc-3c6318d58f1d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] show failed (client error): The resource could not be found. Sep 22 20:07:25.252333 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.252673 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.253015 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.253316 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-d4b15081-e2e8-4cb0-98bc-3c6318d58f1d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups/32e79a01-a74d-42aa-98cf-3a2ed4a1779a HTTP/1.1" status: 404 len: 347 time: 0.0142863 Sep 22 20:07:25.253445 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.253758 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.254097 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.254437 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.254746 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.255066 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.255408 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.255727 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d41f18-d6b1-43d6-925b-a322d4143fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:25.256192 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43570) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:25.401429 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Deleting port bc360baa-2383-4627-a5b2-19432380eee1 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:07:25.401800 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.484134 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.484652 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.496397 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Calling delete_port for bc360baa-2383-4627-a5b2-19432380eee1 owned by network:floatingip {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:07:25.725173 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.753506 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event deleted for resources: {'Port': ['ID=bc360baa-2383-4627-a5b2-19432380eee1,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:25.795162 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:07:25.813074 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.815775 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:25.816931 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-8d7641cd-fc12-4100-b799-e71c8bb0e898 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "DELETE /v2.0/floatingips/4f7a5b68-2d18-44c8-9ff9-a4c1d78c29a9 HTTP/1.1" status: 204 len: 168 time: 0.5598180 Sep 22 20:07:25.819247 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 7fab877f-6fef-4f3c-9bd2-0767d753280c {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:07:25.819781 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 7fab877f-6fef-4f3c-9bd2-0767d753280c not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:07:26.258276 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43582) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:26.262858 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-18b9fce7-34f4-4398-97b1-7e6218448a35 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142385223', 'description': 'tempest-description--534176619'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:26.365022 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-18b9fce7-34f4-4398-97b1-7e6218448a35 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:26.459835 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-18b9fce7-34f4-4398-97b1-7e6218448a35 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:26.573964 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-18b9fce7-34f4-4398-97b1-7e6218448a35 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:26.604564 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9fce7-34f4-4398-97b1-7e6218448a35 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3299c91-b418-46d9-ba46-0bf3e80515ae,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:26.682962 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-18b9fce7-34f4-4398-97b1-7e6218448a35 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:26.684175 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-18b9fce7-34f4-4398-97b1-7e6218448a35 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4248910 Sep 22 20:07:26.701019 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43590) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:26.701019 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-0ccd7549-6a06-4647-a398-4eedcb8ac6cd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'security_group_rule': {'security_group_id': 'a3299c91-b418-46d9-ba46-0bf3e80515ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:26.803932 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0ccd7549-6a06-4647-a398-4eedcb8ac6cd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:26.859386 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0ccd7549-6a06-4647-a398-4eedcb8ac6cd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:26.928260 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0ccd7549-6a06-4647-a398-4eedcb8ac6cd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:26.949672 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd7549-6a06-4647-a398-4eedcb8ac6cd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3edc6a6a-b4e8-4f9d-a293-8dda27645d54,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:27.042787 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0ccd7549-6a06-4647-a398-4eedcb8ac6cd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:27.043987 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-0ccd7549-6a06-4647-a398-4eedcb8ac6cd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3552697 Sep 22 20:07:27.046824 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43608) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:27.051880 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-17594674-3082-489b-9fc0-abd16ba9e6ec tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'security_group_rule': {'security_group_id': 'a3299c91-b418-46d9-ba46-0bf3e80515ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:27.298976 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-17594674-3082-489b-9fc0-abd16ba9e6ec tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:27.354425 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-17594674-3082-489b-9fc0-abd16ba9e6ec tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:27.528632 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-17594674-3082-489b-9fc0-abd16ba9e6ec tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:27.544302 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17594674-3082-489b-9fc0-abd16ba9e6ec tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e030a280-8e6b-4fd9-bd3e-1ccb1f2b3ba7,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:27.654983 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-17594674-3082-489b-9fc0-abd16ba9e6ec tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:27.656165 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-17594674-3082-489b-9fc0-abd16ba9e6ec tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6083004 Sep 22 20:07:27.659199 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43612) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:27.663427 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:27.768396 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:28.103037 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:28.206339 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Allocated IP 172.27.2.102 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/57f20a14-0bde-466f-b91a-b66d8700c0d9) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:28.317234 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:28.456724 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:28.494075 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:28.498471 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:28.501865 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:28.526314 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'Port': ['ID=57f20a14-0bde-466f-b91a-b66d8700c0d9,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:28.593017 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:28.691958 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:28.836353 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:28.976141 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.048275 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'Port': ['ID=57f20a14-0bde-466f-b91a-b66d8700c0d9,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:29.057202 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.147918 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.149150 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-c5752bf9-1791-4884-a9c7-ba2a00745ccc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4890521 Sep 22 20:07:29.333175 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-78167175-8a95-42b5-8032-fdb6c064b316 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--142385223&fields=id&tenant_id=b1bf8bc6f9974e379586bea37e31571a HTTP/1.1" status: 200 len: 267 time: 0.0327418 Sep 22 20:07:29.376230 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43636) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:29.418983 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb90dd62-9d8a-4c6c-92aa-ab9b520a8b14 admin admin] Deleting subnet 3c0fcb2c-8e90-4419-a410-74dadd0924de {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:07:29.421974 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bb90dd62-9d8a-4c6c-92aa-ab9b520a8b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.442170 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-0506f054-139e-43e5-995a-baf8187beb90 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:29.443670 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-0506f054-139e-43e5-995a-baf8187beb90 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 817 time: 0.1040027 Sep 22 20:07:29.456236 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bb90dd62-9d8a-4c6c-92aa-ab9b520a8b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.459271 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-eba8ef8f-0526-4ebf-b7f9-8d6313f6c0d5 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/quotas/b1bf8bc6f9974e379586bea37e31571a HTTP/1.1" status: 200 len: 375 time: 0.0098798 Sep 22 20:07:29.493719 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bb90dd62-9d8a-4c6c-92aa-ab9b520a8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.511208 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-af34b163-a3a6-479d-b8c5-f8b92a4c1f04 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463200 Sep 22 20:07:29.612595 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-e47a396e-2b60-4226-989a-c6d3c07e8519 service neutron] 10.222.0.11 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885296 Sep 22 20:07:29.616721 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bb90dd62-9d8a-4c6c-92aa-ab9b520a8b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.645960 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90dd62-9d8a-4c6c-92aa-ab9b520a8b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c0fcb2c-8e90-4419-a410-74dadd0924de,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:29.649583 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-bb90dd62-9d8a-4c6c-92aa-ab9b520a8b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.654485 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-bb90dd62-9d8a-4c6c-92aa-ab9b520a8b14 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3c0fcb2c-8e90-4419-a410-74dadd0924de HTTP/1.1" status: 204 len: 168 time: 0.2742667 Sep 22 20:07:29.655146 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43640) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:29.763167 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-54bb77ea-8f59-4a65-a1d4-351acd99e99b service neutron] 10.222.0.11 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445007 Sep 22 20:07:29.765673 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.846086 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.866703 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f69df5ca-2e9a-4119-b1e1-8296d0a8664a']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:29.876384 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18c1742-78fd-4682-9ad8-12c91ea516ac') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:29.876682 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18c1742-78fd-4682-9ad8-12c91ea516ac') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:29.885991 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.898776 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.908489 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:07:29.909414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:07:29.912656 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:07:30.012182 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b928e559-06bb-4262-8bc4-13967e00ffce req-3f693d73-2cf2-4711-8f94-27304b61ee81 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 210 time: 0.0297723 Sep 22 20:07:30.037153 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:30.049537 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:30.050199 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f69df5ca-2e9a-4119-b1e1-8296d0a8664a HTTP/1.1" status: 204 len: 168 time: 0.3951681 Sep 22 20:07:30.060005 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b526a-bfb6-403f-b8b8-8e8a6de38aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f69df5ca-2e9a-4119-b1e1-8296d0a8664a,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:30.468460 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43654) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:30.507811 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-1eba5982-17fc-4518-b032-b10b1dc241d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5c6d5ff75014133a394e70bae8cbafe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381873 Sep 22 20:07:30.510221 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43656) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:30.556892 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-21390101-b73c-4e71-a5c1-f7fcf24a6378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:30.578459 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-21390101-b73c-4e71-a5c1-f7fcf24a6378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:30.719191 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-21390101-b73c-4e71-a5c1-f7fcf24a6378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:30.721799 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-21390101-b73c-4e71-a5c1-f7fcf24a6378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:30.722980 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-21390101-b73c-4e71-a5c1-f7fcf24a6378 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dcecf03-2674-4c55-a480-b553f4dbdbf4 HTTP/1.1" status: 204 len: 168 time: 0.2118504 Sep 22 20:07:30.730768 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21390101-b73c-4e71-a5c1-f7fcf24a6378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcecf03-2674-4c55-a480-b553f4dbdbf4,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:31.117380 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6f67c837-3957-434e-aec0-7f99d52b6894 req-381bbd21-2f1b-4696-8747-b64d0f034e1c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 210 time: 0.0303218 Sep 22 20:07:31.830393 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43686) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:31.928220 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-842973502-network', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:32.056070 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Made reservation on behalf of a8469e0d4757406fa21fb3ad409eae45 for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:07:32.058468 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.068039 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.158473 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.214228 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c8df8350-662b-45af-b316-b38e36d8d2c4 req-0ad37bd1-7850-493e-b43c-1376483c3054 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 210 time: 0.0252593 Sep 22 20:07:32.250676 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.274677 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:07:32.283702 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8f3390-110e-40f2-b262-8b5c11e5e2e7,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:32.289716 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.290128 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Added segment 48295d09-3d7a-4eb4-a3a1-dd00810704ae of type vlan for network 306a9b74-8567-4d59-81ba-0a7df941fcc6 Sep 22 20:07:32.354001 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.443156 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-1782cb99-9803-4660-a618-04e29d110e91 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:32.444658 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-1782cb99-9803-4660-a618-04e29d110e91 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 817 time: 0.1278358 Sep 22 20:07:32.491110 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.492343 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:32.492989 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.501913 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-3e92faad-27be-4da5-9cb5-af0714c894fd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1bf8bc6f9974e379586bea37e31571a HTTP/1.1" status: 200 len: 379 time: 0.0423753 Sep 22 20:07:32.520355 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'port': {'device_id': '69da73b0-d690-47de-ba22-2974bee964f4', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'admin_state_up': True, 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'security_groups': ['a3299c91-b418-46d9-ba46-0bf3e80515ae']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:32.589492 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] Pushing event updated for resources: {'Network': ['ID=306a9b74-8567-4d59-81ba-0a7df941fcc6,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:32.600773 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:07:32.629151 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-06faff45-1b5b-4acc-ac78-54a2dd6889b7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7947774 Sep 22 20:07:32.629537 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43694) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:32.636642 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Request body: {'subnet': {'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-842973502-subnet', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'ip_version': 4}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:32.739408 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Made reservation on behalf of a8469e0d4757406fa21fb3ad409eae45 for: {'subnet': 1} {{(pid=101137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:07:32.743128 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30027817'] for subnet, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.831094 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Made reservation on behalf of b1bf8bc6f9974e379586bea37e31571a for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:07:32.834931 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:32.976089 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Allocated IP 172.20.0.14 (54787ce9-a9b9-41d7-baac-a5d77b6bfbbb/0f646b43-63b5-478d-970e-084eb47a5a91/5781ff3d-6cbd-43eb-a01c-dd0f277296ac) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:32.994301 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30124472', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30027803'] for subnet, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.048303 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca28ce07-05c8-4b6a-94e7-b110ab323fc2,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:33.064761 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Checking segment: {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:33.065108 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Network hostable DHCP agents. Network: 306a9b74-8567-4d59-81ba-0a7df941fcc6, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:07:33.117366 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.187863 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:07:33.216997 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.259493 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:33.262587 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:33.266252 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:33.294485 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:33.348805 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:33.349450 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.372131 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68775899-267e-4826-bc1b-a3fb3c24cd63 req-26f5c241-e65e-468f-b612-19d3c7fc7057 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:33.373716 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-68775899-267e-4826-bc1b-a3fb3c24cd63 req-26f5c241-e65e-468f-b612-19d3c7fc7057 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 932 time: 0.0803266 Sep 22 20:07:33.387942 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 306a9b74-8567-4d59-81ba-0a7df941fcc6) {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:33.396508 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:33.397122 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.404565 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac0cf38-f5c5-496b-9326-0ebff30e4260 None None] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:07:33.442354 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-68775899-267e-4826-bc1b-a3fb3c24cd63 req-c9f062e2-8c23-45af-83f1-b8f35ecee6c1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534160 Sep 22 20:07:33.487113 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-d1b2e263-8fc4-419b-afee-e4c448b74977 None None] Provisioning complete for port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:33.487486 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e263-8fc4-419b-afee-e4c448b74977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.537363 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52639148-b577-4a1f-9563-5086fc17f22c req-276a1f4d-0007-42fc-962c-20b9998b3b28 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:33.538907 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52639148-b577-4a1f-9563-5086fc17f22c req-276a1f4d-0007-42fc-962c-20b9998b3b28 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.0576007 Sep 22 20:07:33.542309 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-dd16a757-bb78-4bba-b349-b155ae326b68 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0287259 Sep 22 20:07:33.547572 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-d1b2e263-8fc4-419b-afee-e4c448b74977 None None] Port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:07:33.564057 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Request body: {'port': {'device_id': '69da73b0-d690-47de-ba22-2974bee964f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:33.592514 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-805d0d00-b0b9-45c2-88d2-dea9dde41906 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9603775 Sep 22 20:07:33.592988 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-306a9b74-8567-4d59-81ba-0a7df941fcc6', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:07:33.594133 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.595104 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43714) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:33.600009 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:33.611438 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52639148-b577-4a1f-9563-5086fc17f22c req-8ce3d439-12a9-4428-aed3-6122f02a70cd tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659041 Sep 22 20:07:33.638120 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.711502 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.713257 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.736237 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Allocated IP 172.20.0.2 (306a9b74-8567-4d59-81ba-0a7df941fcc6/ca28ce07-05c8-4b6a-94e7-b110ab323fc2/6eaa5c56-eb8c-46c5-a5fc-df3e9d262311) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:33.782794 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.891912 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.922890 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5781ff3d-6cbd-43eb-a01c-dd0f277296ac {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:07:33.931098 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:33.943841 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Transition to ACTIVE for port object 5781ff3d-6cbd-43eb-a01c-dd0f277296ac will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:07:34.021628 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.037402 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.065502 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.076551 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:34.081144 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:34.087782 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:34.091357 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Pushing event updated for resources: {'Port': ['ID=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:34.159251 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Attempting to bind port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:34.159885 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Attempting to bind port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:34.160418 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Attempting to bind port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 on network 306a9b74-8567-4d59-81ba-0a7df941fcc6 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:34.167987 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:34.170418 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Checking segment: {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:34.170831 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.172665 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Bound using segment: {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:34.172665 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Bound port: 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:34.172665 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.185577 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:34.226320 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Attempting to bind port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:34.226662 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Attempting to bind port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:34.226995 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Attempting to bind port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac on network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:34.236906 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac on network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:07:34.237460 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Attempting to bind port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac on network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:34.244739 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:34.245919 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Checking segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:34.246496 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Bound using segment: {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:34.247068 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Bound port: 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03aacc7d-22d2-420d-8440-9cf7cca27a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:34.247980 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.272124 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] For port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:34.275801 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] For port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:34.316914 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:34.320594 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:34.366640 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.368470 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.391107 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.439498 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a72bf1-b7a3-4433-aaec-ab65f23948df None None] Pushing event updated for resources: {'Port': ['ID=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:34.474420 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.502910 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Allocated IP 172.27.2.42 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/0e143355-b058-4bdb-9475-4e79f3f1180a) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:34.518795 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:34.525463 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.525463 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] 10.222.0.36 "PUT /v2.0/ports/5781ff3d-6cbd-43eb-a01c-dd0f277296ac HTTP/1.1" status: 200 len: 1094 time: 0.9616184 Sep 22 20:07:34.525463 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:34.525463 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c84476-a27b-43c9-b312-82c740cf1c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:34.549685 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec75fe-d197-4523-9624-c1da3b365632 service neutron] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:34.598414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02212513-0d06-4424-a8d4-be1d3e9452a3 x-openstack-request-id: req-02212513-0d06-4424-a8d4-be1d3e9452a3 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:34.598873 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:34.599579 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02212513-0d06-4424-a8d4-be1d3e9452a3 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:34.599986 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'status': 'completed', 'code': 200} Sep 22 20:07:34.687244 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.706151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd7d3-9b45-4042-9b06-9f820e92ec35 req-5e55e86b-7c80-43d5-a112-2e87d2b74f6f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:34.708078 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-856dd7d3-9b45-4042-9b06-9f820e92ec35 req-5e55e86b-7c80-43d5-a112-2e87d2b74f6f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.1269474 Sep 22 20:07:34.795768 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c84476-a27b-43c9-b312-82c740cf1c2b req-50d32dca-b8b6-4d85-9813-992fdc968ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:34.797309 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f5c84476-a27b-43c9-b312-82c740cf1c2b req-50d32dca-b8b6-4d85-9813-992fdc968ee1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 1097 time: 0.1638548 Sep 22 20:07:34.837124 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-856dd7d3-9b45-4042-9b06-9f820e92ec35 req-cbef3965-9eb9-48fc-a2ee-a057dbedf1ba tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999382 Sep 22 20:07:34.838959 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:34.861598 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15264d2a-a5e2-4a05-8a2d-bc2ec34621f7 req-a7cec729-d527-40c1-98cf-88f622daa0c1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:34.862093 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-15264d2a-a5e2-4a05-8a2d-bc2ec34621f7 req-a7cec729-d527-40c1-98cf-88f622daa0c1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1337600 Sep 22 20:07:34.878705 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:34.897703 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:34.900304 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:34.944852 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0e143355-b058-4bdb-9475-4e79f3f1180a,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:34.954246 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-15264d2a-a5e2-4a05-8a2d-bc2ec34621f7 req-bb820d14-cbf0-4aba-ac53-cb19003395fa tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511982 Sep 22 20:07:34.957458 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c84476-a27b-43c9-b312-82c740cf1c2b req-0e96d9b5-eb90-4db8-9e4b-75b94205cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:34.958499 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f5c84476-a27b-43c9-b312-82c740cf1c2b req-0e96d9b5-eb90-4db8-9e4b-75b94205cfc5 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b1bf8bc6f9974e379586bea37e31571a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1496124 Sep 22 20:07:35.056306 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c84476-a27b-43c9-b312-82c740cf1c2b req-4aeaa519-84e2-46f7-b14f-f49f9d2ad038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:35.058008 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f5c84476-a27b-43c9-b312-82c740cf1c2b req-4aeaa519-84e2-46f7-b14f-f49f9d2ad038 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904140 Sep 22 20:07:35.139160 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-a5fc654a-1375-40b1-86b7-20b606711e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:35.140735 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-a5fc654a-1375-40b1-86b7-20b606711e5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 1097 time: 0.0446236 Sep 22 20:07:35.193605 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-1ff15bc7-95f0-4bae-8bdf-9aef3383c8bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac HTTP/1.1" status: 200 len: 217 time: 0.0396819 Sep 22 20:07:35.250936 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:35.269589 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-51153ae3-3d7e-4964-b0e9-3d4950087e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:35.280358 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-51153ae3-3d7e-4964-b0e9-3d4950087e6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0786817 Sep 22 20:07:35.291054 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:35.318516 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:35.319002 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:35.342897 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-8cc642c2-bf39-4830-96aa-1dafce8362ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:35.344739 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-8cc642c2-bf39-4830-96aa-1dafce8362ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566320 Sep 22 20:07:35.415108 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:35.459326 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-ad2ba7a7-1612-4086-a5d7-95b2bcac439a service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004004 Sep 22 20:07:35.462629 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:35.524713 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:35.540940 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:35.581659 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb2368f3-81e1-4dc5-953e-8a4ce2f39747 req-c5652aa2-5d44-46b3-a9de-2bb5b6e79562 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132264 Sep 22 20:07:35.616131 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:35.647926 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2775ca-8c56-4307-b592-56bccd0ca3b6 None None] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:07:35.732775 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-52f05b1a-f642-4557-87fc-caa631e3e621 None None] Provisioning complete for port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:35.733148 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-52f05b1a-f642-4557-87fc-caa631e3e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:35.758919 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Router 9cb7892f-c199-4793-a4eb-f1817bb39466 is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:07:35.877470 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:07:35.887150 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Sync routers for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:07:35.896906 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:35.897520 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:35.964881 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:35.966338 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-63fd4db5-5306-40cd-bfc8-49279304a8a8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3702424 Sep 22 20:07:35.968077 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61432250-e631-4635-8224-3a59b7449f30 req-22da8eec-daf7-455e-ba27-a44652a964c9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:35.970736 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43746) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:35.978544 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-61432250-e631-4635-8224-3a59b7449f30 req-22da8eec-daf7-455e-ba27-a44652a964c9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0630486 Sep 22 20:07:36.016803 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:36.057529 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-61432250-e631-4635-8224-3a59b7449f30 req-5fcd87b7-ad87-4a8a-986b-0106bb641935 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730073 Sep 22 20:07:36.093974 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-ac4f27fe-9c4e-484c-a4e3-d4f20073dbe1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:36.095788 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-ac4f27fe-9c4e-484c-a4e3-d4f20073dbe1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1150837 Sep 22 20:07:36.174489 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7f309-3337-40ed-9a7c-bed67acdca8d req-ac995b52-1aa2-4761-834f-96d0848b8946 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:36.178295 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-37f7f309-3337-40ed-9a7c-bed67acdca8d req-ac995b52-1aa2-4761-834f-96d0848b8946 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 946 time: 0.1149926 Sep 22 20:07:36.214788 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-18fbe400-dead-409b-960a-60cf6cc5b44f None None] Provisioning complete for port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:36.215161 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-18fbe400-dead-409b-960a-60cf6cc5b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.245869 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-37f7f309-3337-40ed-9a7c-bed67acdca8d req-1ce3df42-0b2a-4c25-bb58-35983a55b496 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=43b20768-4af0-4f4c-80ea-488037c4173b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479300 Sep 22 20:07:36.260947 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:35Z', 'revision_number': 3, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:36.261632 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Deleting port 5154a20d-806d-4db2-b718-024f801dc43e {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:07:36.261979 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.289883 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Checking router: 9cb7892f-c199-4793-a4eb-f1817bb39466 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:07:36.290228 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Updating router 9cb7892f-c199-4793-a4eb-f1817bb39466 port 0e143355-b058-4bdb-9475-4e79f3f1180a binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:07:36.334029 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.363836 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] For port 5154a20d-806d-4db2-b718-024f801dc43e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5154a20d-806d-4db2-b718-024f801dc43e,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:36.364286 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.551179 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.551548 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.551864 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Floating IP 87f7441f-f712-4417-bdde-cced807ab247 disassociated. External IP: 172.27.2.154, port: 5154a20d-806d-4db2-b718-024f801dc43e. Sep 22 20:07:36.552207 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Calling delete_port for 5154a20d-806d-4db2-b718-024f801dc43e owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:07:36.620927 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.665376 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.707458 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.766851 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.767095 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Attempting to bind port 0e143355-b058-4bdb-9475-4e79f3f1180a on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:36.767095 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Attempting to bind port 0e143355-b058-4bdb-9475-4e79f3f1180a by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:36.767466 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Attempting to bind port 0e143355-b058-4bdb-9475-4e79f3f1180a on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:36.775911 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a262a9b-e9a0-4f96-a44b-2a000c6c8f60 None None] Pushing event updated for resources: {'Port': ['ID=0e143355-b058-4bdb-9475-4e79f3f1180a,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:36.782299 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:36.782672 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:36.783078 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.783559 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:36.784045 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Bound port: 0e143355-b058-4bdb-9475-4e79f3f1180a, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:36.784427 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:36.806926 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event deleted for resources: {'Port': ['ID=5154a20d-806d-4db2-b718-024f801dc43e,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:36.840246 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] For port 0e143355-b058-4bdb-9475-4e79f3f1180a, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:36.849754 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] For port 0e143355-b058-4bdb-9475-4e79f3f1180a, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=0e143355-b058-4bdb-9475-4e79f3f1180a,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:36.859565 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Allocated IP 172.20.0.1 (306a9b74-8567-4d59-81ba-0a7df941fcc6/ca28ce07-05c8-4b6a-94e7-b110ab323fc2/3a703e05-63fb-4338-a68e-3c3badbd4db9) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:36.947883 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Router 81eaa075-5ce6-436d-9df6-0832335eaae0 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:07:36.972779 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.025726 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.092448 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:37.093081 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:37.099313 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.134003 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a262a9b-e9a0-4f96-a44b-2a000c6c8f60 None None] Pushing event updated for resources: {'Port': ['ID=0e143355-b058-4bdb-9475-4e79f3f1180a,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:37.139182 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:37.142285 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:37.145358 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:37.189590 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Pushing event updated for resources: {'Port': ['ID=3a703e05-63fb-4338-a68e-3c3badbd4db9,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:37.203382 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.268694 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:37.416998 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-1fba5699-1a2f-446c-8d5f-63da88ac0733 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:37.420058 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-1fba5699-1a2f-446c-8d5f-63da88ac0733 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/networks?id=2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 200 len: 814 time: 0.4874861 Sep 22 20:07:37.463208 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.463362 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cd8638e9-a832-45ec-8e86-e35d8a5389ce tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/quotas/c345abc25c5249378a8476100122931c HTTP/1.1" status: 200 len: 375 time: 0.0323384 Sep 22 20:07:37.487613 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:37.523836 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd3ad4-a7e9-4e6b-ba65-dc26e4ac429f req-b147a0e1-5afe-4f0a-bc83-9b0b79c37c2e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:37.525406 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23dd3ad4-a7e9-4e6b-ba65-dc26e4ac429f req-b147a0e1-5afe-4f0a-bc83-9b0b79c37c2e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.1802542 Sep 22 20:07:37.604847 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:07:37.610440 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] Sync routers for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:07:37.620676 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:37.621637 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:37.664955 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:37.665401 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.673637 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] No DVR routers for this DVR port 5154a20d-806d-4db2-b718-024f801dc43e on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:07:37.678744 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23dd3ad4-a7e9-4e6b-ba65-dc26e4ac429f req-29aac5e6-e9fe-49ba-beae-8b8ba3d9d613 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291215 Sep 22 20:07:37.679951 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.681927 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7fb0d897-3d9f-4be0-8867-33464db2ba91 req-469f0da5-ebd0-4090-9319-aee005d8c335 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "DELETE /v2.0/ports/5154a20d-806d-4db2-b718-024f801dc43e HTTP/1.1" status: 204 len: 173 time: 1.5676272 Sep 22 20:07:37.699807 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-9ee2aada-7737-4018-a17f-b796f8c10a48 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1993952 Sep 22 20:07:37.700301 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e322b388-30b5-4d83-a436-4582f4466c04', 'name': 'network-vif-deleted', 'tag': '5154a20d-806d-4db2-b718-024f801dc43e'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:37.703410 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd944195-51b0-4a4a-9029-eff097d64855" -d '{"events": [{"server_uuid": "e322b388-30b5-4d83-a436-4582f4466c04", "name": "network-vif-deleted", "tag": "5154a20d-806d-4db2-b718-024f801dc43e"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:37.716135 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.744683 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:37.755373 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-50a9a8c4-900d-4972-be3a-b0ed4a93f5f4 None None] Provisioning complete for port 3a703e05-63fb-4338-a68e-3c3badbd4db9 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:37.755736 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-50a9a8c4-900d-4972-be3a-b0ed4a93f5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.799332 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.834217 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-50a9a8c4-900d-4972-be3a-b0ed4a93f5f4 None None] Port 3a703e05-63fb-4338-a68e-3c3badbd4db9 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:07:37.844948 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6bca2378-1e84-4d35-9837-7169ac5673ca req-e49ac78f-84d0-4b5a-a5ae-11a410643721 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=e322b388-30b5-4d83-a436-4582f4466c04 HTTP/1.1" status: 200 len: 210 time: 0.0658796 Sep 22 20:07:37.883820 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:35Z', 'revision_number': 3, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:37.885818 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:37.895631 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Pushing event updated for resources: {'Port': ['ID=3a703e05-63fb-4338-a68e-3c3badbd4db9,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:37.910322 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cdbcb4ae-a189-4fd6-a887-510abba7d7a0 service neutron] 10.222.0.11 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951272 Sep 22 20:07:37.914729 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e837ce-25a9-44a7-aeca-9e52145a95f8 None None] The sync data for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi is: [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:35Z', 'revision_number': 3, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:07:37.957695 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d72249f-b882-4fc3-baeb-849b58d19a8f x-openstack-request-id: req-7d72249f-b882-4fc3-baeb-849b58d19a8f {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:37.957695 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e322b388-30b5-4d83-a436-4582f4466c04", "name": "network-vif-deleted", "tag": "5154a20d-806d-4db2-b718-024f801dc43e", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:37.957695 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d72249f-b882-4fc3-baeb-849b58d19a8f {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:37.958222 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e322b388-30b5-4d83-a436-4582f4466c04', 'name': 'network-vif-deleted', 'tag': '5154a20d-806d-4db2-b718-024f801dc43e', 'status': 'completed', 'code': 200} Sep 22 20:07:38.017584 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:38.019403 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:38.034559 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-73615e9a-062b-4353-b90d-2cdd649afe37 service neutron] 10.222.0.11 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233621 Sep 22 20:07:38.057319 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:38.091534 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] Checking router: 81eaa075-5ce6-436d-9df6-0832335eaae0 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:07:38.101557 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:38.102930 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:38.186394 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Router 9cb7892f-c199-4793-a4eb-f1817bb39466 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:07:38.234065 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:38.358801 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7118943b-c6e5-4632-8956-90cc6e7ba53f req-170613f3-6c54-433d-9aa2-bbc352313ac9 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 210 time: 0.0310659 Sep 22 20:07:38.406527 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:07:38.411765 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-cffdf5a3-ccdb-4291-84e7-97a013e766dd admin admin] 10.222.0.11 "PUT /v2.0/routers/9cb7892f-c199-4793-a4eb-f1817bb39466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396002 Sep 22 20:07:38.464184 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-9419c435-d40d-42c6-a093-c48a07599f31 None None] Provisioning complete for port 3a703e05-63fb-4338-a68e-3c3badbd4db9 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:38.465637 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9419c435-d40d-42c6-a093-c48a07599f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:38.520842 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-9419c435-d40d-42c6-a093-c48a07599f31 None None] Port 3a703e05-63fb-4338-a68e-3c3badbd4db9 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:07:38.531879 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:38.563543 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b037ce3a-a081-42da-9efe-732cb70efeda None None] The sync data for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi is: [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:07:38.828354 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08933ed3-742f-45f3-b5c3-b463fbe1dc34 req-e2309766-6e87-4963-88ed-d192150ae64b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:38.835681 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-08933ed3-742f-45f3-b5c3-b463fbe1dc34 req-e2309766-6e87-4963-88ed-d192150ae64b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0705061 Sep 22 20:07:38.894914 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-08933ed3-742f-45f3-b5c3-b463fbe1dc34 req-3eaaf6d3-4367-4a4f-b61a-1bf44f970356 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581396 Sep 22 20:07:38.958266 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8015489a-005a-475a-ae6c-888515a322eb None None] New status for floating IP 87f7441f-f712-4417-bdde-cced807ab247: DOWN {{(pid=101138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:07:39.157002 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43798) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:39.218062 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-920d6a6e-d160-4a28-a34d-ef2e149961e1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.224650 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 0e143355-b058-4bdb-9475-4e79f3f1180a up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:39.244775 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-920d6a6e-d160-4a28-a34d-ef2e149961e1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.295946 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 0e143355-b058-4bdb-9475-4e79f3f1180a triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:39.296460 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.379263 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-920d6a6e-d160-4a28-a34d-ef2e149961e1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.381326 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.387180 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-920d6a6e-d160-4a28-a34d-ef2e149961e1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.387180 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-920d6a6e-d160-4a28-a34d-ef2e149961e1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "DELETE /v2.0/security-groups/43b20768-4af0-4f4c-80ea-488037c4173b HTTP/1.1" status: 204 len: 168 time: 0.2266877 Sep 22 20:07:39.387601 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43806) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:39.387967 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43808) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:39.395647 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-419319643-network', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:39.408705 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 0e143355-b058-4bdb-9475-4e79f3f1180a, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=0e143355-b058-4bdb-9475-4e79f3f1180a,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:39.415983 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d6a6e-d160-4a28-a34d-ef2e149961e1 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b20768-4af0-4f4c-80ea-488037c4173b,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:39.439659 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.api.v2.resource [None req-3a5e2e56-6b33-4d01-bb33-2b6bd0ee12c2 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] show failed (client error): The resource could not be found. Sep 22 20:07:39.440955 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-3a5e2e56-6b33-4d01-bb33-2b6bd0ee12c2 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups/43b20768-4af0-4f4c-80ea-488037c4173b HTTP/1.1" status: 404 len: 347 time: 0.0502894 Sep 22 20:07:39.443868 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43810) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:39.462489 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5979a250-9890-4d73-af3d-87a94d627066 req-f34f312c-0ebd-4e6a-9bfe-f656f2a7a925 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 210 time: 0.0381868 Sep 22 20:07:39.514332 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.553235 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Made reservation on behalf of 4000b1db239846c2845b5f8c3f155fae for: {'network': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:07:39.556634 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for network, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.563392 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=0e143355-b058-4bdb-9475-4e79f3f1180a,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:39.568168 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.584525 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Deleting port 26aab41f-88ae-4bc6-b306-5ea05f37329c {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:07:39.584954 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.662112 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.663930 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.664260 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.676678 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Calling delete_port for 26aab41f-88ae-4bc6-b306-5ea05f37329c owned by network:floatingip {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:07:39.736606 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.764682 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=101136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:07:39.774201 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5813a49-ca7f-44f5-8222-a570e66d32c7,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:39.779091 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.779428 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.segments_db [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Added segment 8a13d741-ba64-4a62-8abb-f1e44d2644c6 of type vlan for network 535dbd64-4fe7-4b66-84d7-159873a518de Sep 22 20:07:39.832729 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791881887254'] for network, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.842740 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Sync routers for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:07:39.852050 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:39.852652 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:39.859410 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:07:39.924421 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.971575 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176'] for network, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.972961 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:39.974238 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:39.976887 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:39.988204 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'port_id': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'mac_address': 'fa:16:3e:df:17:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:07:39.996856 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:40.029150 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event deleted for resources: {'Port': ['ID=26aab41f-88ae-4bc6-b306-5ea05f37329c,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:40.064096 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.078342 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.081182 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.082403 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-f5a8f350-49f2-4ddd-94b1-7a81d1e59bbc tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "DELETE /v2.0/floatingips/87f7441f-f712-4417-bdde-cced807ab247 HTTP/1.1" status: 204 len: 168 time: 0.6375527 Sep 22 20:07:40.083674 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] Pushing event updated for resources: {'Network': ['ID=535dbd64-4fe7-4b66-84d7-159873a518de,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:40.097143 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5781ff3d-6cbd-43eb-a01c-dd0f277296ac {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:07:40.108067 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Network 535dbd64-4fe7-4b66-84d7-159873a518de details requested by agent ovs-agent-dv-cinder-778534-8-iscsi with host dv-cinder-778534-8-iscsi {{(pid=101138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:07:40.131433 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-ac74379d-e023-4aa5-9aaa-b64e8b1342de admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7417095 Sep 22 20:07:40.136496 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43822) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:40.141378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Request body: {'subnet': {'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-419319643-subnet', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'ip_version': 4}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:40.175040 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:40.236691 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Made reservation on behalf of 4000b1db239846c2845b5f8c3f155fae for: {'subnet': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:07:40.240215 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29853115'] for subnet, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.260497 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.315509 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:40.340718 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 2, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:40.371093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4a22d-f201-49c5-b5a9-5da9c18bda15 req-cb8e6321-091d-4cc8-981d-2f707c048446 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:40.372739 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c5e4a22d-f201-49c5-b5a9-5da9c18bda15 req-cb8e6321-091d-4cc8-981d-2f707c048446 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 945 time: 0.3955667 Sep 22 20:07:40.448584 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c5e4a22d-f201-49c5-b5a9-5da9c18bda15 req-5db7b074-f5f4-43b4-915a-6e38a0208f11 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664933 Sep 22 20:07:40.456423 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Checking router: 9cb7892f-c199-4793-a4eb-f1817bb39466 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:07:40.456777 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Updating router 9cb7892f-c199-4793-a4eb-f1817bb39466 port 3a703e05-63fb-4338-a68e-3c3badbd4db9 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:07:40.482627 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.556887 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a7e4a7e-e930-4315-a62a-318919ee86ce req-b182ea42-314e-40eb-84f2-fa5db5fd511d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 210 time: 0.0249624 Sep 22 20:07:40.577292 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29555452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29853065'] for subnet, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.588362 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['5781ff3d-6cbd-43eb-a01c-dd0f277296ac'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:07:40.628540 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4152c543-24e9-4823-b5db-6c917841cd26,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:40.645171 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Checking segment: {'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:40.645537 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Network hostable DHCP agents. Network: 535dbd64-4fe7-4b66-84d7-159873a518de, hostable agents: ['9662d82a-1a72-4848-b2c0-bd6780ded04b'], hosted agents: [] {{(pid=101136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:07:40.717935 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43826) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:40.723456 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-7eb56e95-851c-49f3-9afe-470ba8c5dc34 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'security_group': {'name': 'tempest-securitygroup--66631600', 'description': 'tempest-description--1491262124'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:40.779961 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Network 535dbd64-4fe7-4b66-84d7-159873a518de is scheduled to be hosted by DHCP agent 9662d82a-1a72-4848-b2c0-bd6780ded04b with binding_index 1 {{(pid=101136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:07:40.792485 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.841981 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7eb56e95-851c-49f3-9afe-470ba8c5dc34 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.879272 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.880617 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778534-8-iscsi, 535dbd64-4fe7-4b66-84d7-159873a518de) {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:40.885712 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:40.886450 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:40.892113 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b17b209-e019-4438-8adb-63d295d024b6 None None] Network 535dbd64-4fe7-4b66-84d7-159873a518de requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:07:40.929542 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Pushing event updated for resources: {'Port': ['ID=3a703e05-63fb-4338-a68e-3c3badbd4db9,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:40.941121 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.941986 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.941986 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.942196 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.942509 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.942835 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.943157 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.943478 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.943826 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.944136 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.944474 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.944767 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:07:40.999692 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Attempting to bind port 3a703e05-63fb-4338-a68e-3c3badbd4db9 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:41.000060 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Attempting to bind port 3a703e05-63fb-4338-a68e-3c3badbd4db9 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:41.000894 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Attempting to bind port 3a703e05-63fb-4338-a68e-3c3badbd4db9 on network 306a9b74-8567-4d59-81ba-0a7df941fcc6 {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:41.006650 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:41.007024 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Checking segment: {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:41.007430 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.007823 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Bound using segment: {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:41.008303 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Bound port: 3a703e05-63fb-4338-a68e-3c3badbd4db9, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:41.008719 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.011250 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7eb56e95-851c-49f3-9afe-470ba8c5dc34 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.041888 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-54571a43-61a8-4b33-af72-2abd4e9e33a8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:41.042900 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-54571a43-61a8-4b33-af72-2abd4e9e33a8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "GET /v2.0/networks?id=2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 200 len: 814 time: 0.1382172 Sep 22 20:07:41.058320 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Request body: {'port': {'device_id': 'be20d9ef-df54-4b6b-9889-37a8a560afed', 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'admin_state_up': True, 'tenant_id': 'c345abc25c5249378a8476100122931c'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:41.082847 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] For port 3a703e05-63fb-4338-a68e-3c3badbd4db9, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:41.087531 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] For port 3a703e05-63fb-4338-a68e-3c3badbd4db9, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=3a703e05-63fb-4338-a68e-3c3badbd4db9,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:41.110167 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7de20c3-a2d5-51fe-8839-c891769def23-535dbd64-4fe7-4b66-84d7-159873a518de', 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'fixed_ips': [{'subnet_id': '4152c543-24e9-4823-b5db-6c917841cd26'}]}} from dv-cinder-778534-8-iscsi. {{(pid=101138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:07:41.110167 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.161311 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7eb56e95-851c-49f3-9afe-470ba8c5dc34 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.204327 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb56e95-851c-49f3-9afe-470ba8c5dc34 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b344300-c287-4346-a635-fb358f672cfe,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:41.205844 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.235074 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 0e143355-b058-4bdb-9475-4e79f3f1180a up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:41.264816 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:41.265664 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:41.272648 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-570b026b-c2e2-470f-921e-083679132c35 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1350739 Sep 22 20:07:41.276503 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43828) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:41.281999 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:41.300582 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7eb56e95-851c-49f3-9afe-470ba8c5dc34 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.302110 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-7eb56e95-851c-49f3-9afe-470ba8c5dc34 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5831215 Sep 22 20:07:41.304040 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a3687-b797-4bf9-8564-5ede516a3d4e None None] Pushing event updated for resources: {'Port': ['ID=3a703e05-63fb-4338-a68e-3c3badbd4db9,revision_number=4']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:41.311423 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43830) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:41.317632 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-66a06198-5b13-425e-a741-a9ec8f9ee0ab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'security_group_rule': {'security_group_id': '4b344300-c287-4346-a635-fb358f672cfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:41.320104 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.db_base_plugin_common [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Allocated IP 172.20.0.2 (535dbd64-4fe7-4b66-84d7-159873a518de/4152c543-24e9-4823-b5db-6c917841cd26/4d6011c4-1a73-4abf-86cd-8a621b731150) {{(pid=101138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:41.333825 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-a5e2fcc5-b797-4880-b827-8f541fbc424c None None] Provisioning complete for port 3a703e05-63fb-4338-a68e-3c3badbd4db9 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:41.334199 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fcc5-b797-4880-b827-8f541fbc424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.392500 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Made reservation on behalf of c345abc25c5249378a8476100122931c for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:07:41.396329 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.410058 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:41.413320 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 0e143355-b058-4bdb-9475-4e79f3f1180a triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:41.413689 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.554757 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33079174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29860'] for router, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.556211 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33077110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33075590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33197337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29869'] for router, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.576952 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fcc5-b797-4880-b827-8f541fbc424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.646131 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Notify callbacks [] for port, precommit_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.654781 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Allocated IP 172.20.0.4 (2a92c572-d9b0-4f4b-8ab7-a84277390a64/6f69a95a-aab6-490d-a82b-90983ab03176/01889d4e-c3df-4adf-bf2f-182f69a88554) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:41.659935 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-66a06198-5b13-425e-a741-a9ec8f9ee0ab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.662720 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-a5e2fcc5-b797-4880-b827-8f541fbc424c None None] For port 3a703e05-63fb-4338-a68e-3c3badbd4db9, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=3a703e05-63fb-4338-a68e-3c3badbd4db9,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:41.685145 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:41Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:41.690978 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.710093 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-34ecace4-f8ef-4927-b5cd-759f8ebb21d6 req-323179cb-b5eb-47d2-9d8d-0136c65766ca tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 210 time: 0.0614657 Sep 22 20:07:41.712116 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbba29bf-2536-4f58-9afc-e38568e8a4bf None None] The sync data for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi is: [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:41Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:07:41.732664 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440a53c-16e7-4929-97a5-16dbd2dcb428 req-2342b9ba-0e21-4f86-ac6a-81cf2a66e35b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:41.734252 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5440a53c-16e7-4929-97a5-16dbd2dcb428 req-2342b9ba-0e21-4f86-ac6a-81cf2a66e35b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 945 time: 0.1587353 Sep 22 20:07:41.740685 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-66a06198-5b13-425e-a741-a9ec8f9ee0ab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.784591 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073'] for port, after_create {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.818754 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5440a53c-16e7-4929-97a5-16dbd2dcb428 req-1acb9fb2-e00b-4124-8f46-b1d9ab11750c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712121 Sep 22 20:07:41.913968 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-66a06198-5b13-425e-a741-a9ec8f9ee0ab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.939253 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a06198-5b13-425e-a741-a9ec8f9ee0ab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39748ddf-b3f0-4610-a2c5-74b659780bd1,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:41.953388 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a5e2fcc5-b797-4880-b827-8f541fbc424c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:41.957507 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:41.996246 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Network 535dbd64-4fe7-4b66-84d7-159873a518de is already hosted by enough agents. {{(pid=101138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:42.011773 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.scheduler.base_scheduler [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Resources bound (agent type, host, resource id): {{(pid=101138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:42.014714 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Received port after_create {{(pid=101138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:42.060175 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Pushing event updated for resources: {'Port': ['ID=4d6011c4-1a73-4abf-86cd-8a621b731150,revision_number=1']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:42.060709 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.061171 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:07:42.070585 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.157021 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-66a06198-5b13-425e-a741-a9ec8f9ee0ab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.157805 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Attempting to bind port 4d6011c4-1a73-4abf-86cd-8a621b731150 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:42.158257 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Attempting to bind port 4d6011c4-1a73-4abf-86cd-8a621b731150 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:42.158694 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Attempting to bind port 4d6011c4-1a73-4abf-86cd-8a621b731150 on network 535dbd64-4fe7-4b66-84d7-159873a518de {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:42.160827 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-020adc5f-c1ac-4a77-81c5-9b9824815025 None None] Provisioning complete for port 3a703e05-63fb-4338-a68e-3c3badbd4db9 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:42.161340 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-020adc5f-c1ac-4a77-81c5-9b9824815025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.161639 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 43840) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:42.166707 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-66a06198-5b13-425e-a741-a9ec8f9ee0ab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8487630 Sep 22 20:07:42.166999 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2fcc5-b797-4880-b827-8f541fbc424c None None] Pushing event updated for resources: {'Port': ['ID=3a703e05-63fb-4338-a68e-3c3badbd4db9,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:42.167106 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-ccda3a6d-fa1c-48ab-8145-6ca5c8f34539 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'security_group_rule': {'security_group_id': '4b344300-c287-4346-a635-fb358f672cfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:42.191139 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:42.191519 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Checking segment: {'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:42.191928 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.192390 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Bound using segment: {'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:42.192791 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Bound port: 4d6011c4-1a73-4abf-86cd-8a621b731150, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:42.193173 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.271829 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:07:42.274151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.303742 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['91c0340c-475c-4183-894e-a3e8ea69e1a3', 'db5aa691-4e00-4452-a23a-b87d77b32943', '3f08975c-f10c-4a7e-961f-ab610161cb7f'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:07:42.309816 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:42.310205 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.311398 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ccda3a6d-fa1c-48ab-8145-6ca5c8f34539 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.312369 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] For port 4d6011c4-1a73-4abf-86cd-8a621b731150, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:42.368287 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:42.371911 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] For port 4d6011c4-1a73-4abf-86cd-8a621b731150, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=4d6011c4-1a73-4abf-86cd-8a621b731150,segment=NetworkSegment(8a13d741-ba64-4a62-8abb-f1e44d2644c6),segment_id=8a13d741-ba64-4a62-8abb-f1e44d2644c6)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:42.385796 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:42.393772 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Pushing event updated for resources: {'Port': ['ID=01889d4e-c3df-4adf-bf2f-182f69a88554,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:42.400254 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:42.467915 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.469406 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ccda3a6d-fa1c-48ab-8145-6ca5c8f34539 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.476679 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:42.477343 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.527198 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.591329 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771f3c4-88bb-44dc-ab61-f2fe0fc42d37 None None] Pushing event updated for resources: {'Port': ['ID=4d6011c4-1a73-4abf-86cd-8a621b731150,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:42.594043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ccda3a6d-fa1c-48ab-8145-6ca5c8f34539 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.613844 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-cb0171ab-519d-44c9-8695-2dd4445f643c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5598466 Sep 22 20:07:42.628080 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:42.630859 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d426035-13ef-4483-9556-dbe88adab3a6" -d '{"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-plugged", "status": "completed", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:42.636882 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Request body: {'port': {'device_id': 'be20d9ef-df54-4b6b-9889-37a8a560afed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:42.655045 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda3a6d-fa1c-48ab-8145-6ca5c8f34539 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348b7f49-cafb-481d-b440-97d132d4c9ce,revision_number=0']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:42.663495 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:42.703331 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f461b8-9e70-469f-a10f-1d144463f380 x-openstack-request-id: req-a5f461b8-9e70-469f-a10f-1d144463f380 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:42.703628 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-plugged", "status": "completed", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:42.704191 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5f461b8-9e70-469f-a10f-1d144463f380 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:42.704595 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'code': 200} Sep 22 20:07:42.743484 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.744311 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5154a20d-806d-4db2-b718-024f801dc43e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:07:42.769480 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.818319 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.872587 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 5154a20d-806d-4db2-b718-024f801dc43e {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:07:42.872587 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5154a20d-806d-4db2-b718-024f801dc43e not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:07:42.903270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-ccda3a6d-fa1c-48ab-8145-6ca5c8f34539 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.907996 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-ccda3a6d-fa1c-48ab-8145-6ca5c8f34539 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7425103 Sep 22 20:07:42.908692 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43848) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:42.914815 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:42.979426 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-b4ee0b62-87e6-4f86-a39f-421c6990bc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.992457 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:42.999576 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:43.054126 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.142136 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9b6c4-4c33-4a4e-86ca-bdb518d64ab9 req-56c50478-5f74-4eb9-804a-62a30015da7e tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:43.143891 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ee9b6c4-4c33-4a4e-86ca-bdb518d64ab9 req-56c50478-5f74-4eb9-804a-62a30015da7e tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 931 time: 0.1964653 Sep 22 20:07:43.265447 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Allocated IP 172.27.2.254 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/b242736a-17af-4d42-a923-84b8df7402e3) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:43.303765 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dbd8fa-0601-44dd-8f36-a6230dd07a51 req-718d98a5-67aa-485f-9c5b-0bf85ffb08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:43.305672 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-84dbd8fa-0601-44dd-8f36-a6230dd07a51 req-718d98a5-67aa-485f-9c5b-0bf85ffb08cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 1099 time: 0.1719604 Sep 22 20:07:43.355999 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 4d6011c4-1a73-4abf-86cd-8a621b731150 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:43.372278 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-84dbd8fa-0601-44dd-8f36-a6230dd07a51 req-a09ccf73-eeab-46d3-87ed-ea36f3a8de15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530937 Sep 22 20:07:43.382256 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.382635 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ee9b6c4-4c33-4a4e-86ca-bdb518d64ab9 req-18c0af37-0f2e-4825-a6b8-760cd488e432 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083507 Sep 22 20:07:43.434748 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 4d6011c4-1a73-4abf-86cd-8a621b731150 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:43.435723 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.534405 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.573953 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port 4d6011c4-1a73-4abf-86cd-8a621b731150, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=4d6011c4-1a73-4abf-86cd-8a621b731150,segment=NetworkSegment(8a13d741-ba64-4a62-8abb-f1e44d2644c6),segment_id=8a13d741-ba64-4a62-8abb-f1e44d2644c6)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:43.671671 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.672603 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 3a703e05-63fb-4338-a68e-3c3badbd4db9 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:43.753114 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=4d6011c4-1a73-4abf-86cd-8a621b731150,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:43.769050 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 3a703e05-63fb-4338-a68e-3c3badbd4db9 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:43.769439 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.775440 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd15d6a-0af2-4a71-a299-e6e633d7e814 req-5302009a-36cd-4697-883f-e4f00ab82697 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:43.776965 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fcd15d6a-0af2-4a71-a299-e6e633d7e814 req-5302009a-36cd-4697-883f-e4f00ab82697 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.7913010 Sep 22 20:07:43.808895 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f50132-135e-4079-9ef3-0b47b2308e50 None None] Network 535dbd64-4fe7-4b66-84d7-159873a518de requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:07:43.832322 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.866916 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fcd15d6a-0af2-4a71-a299-e6e633d7e814 req-49262368-fe52-4c0d-9412-e3d22f42fbae tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792849 Sep 22 20:07:43.935421 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01889d4e-c3df-4adf-bf2f-182f69a88554 {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:07:43.937714 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-628365e0-dea9-4df3-b8c4-501b698a8fae None None] Provisioning complete for port 4d6011c4-1a73-4abf-86cd-8a621b731150 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:43.937714 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-628365e0-dea9-4df3-b8c4-501b698a8fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.942952 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:43.955514 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Transition to ACTIVE for port object 01889d4e-c3df-4adf-bf2f-182f69a88554 will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:07:43.998947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.038051 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:44.041199 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:44.044796 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:44.052767 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Pushing event updated for resources: {'Port': ['ID=b242736a-17af-4d42-a923-84b8df7402e3,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:44.058742 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Allocated IP 172.27.2.240 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/aafe8988-d4db-4035-995e-14c4a68a3fb9) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:44.077063 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.169884 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.174314 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01889d4e-c3df-4adf-bf2f-182f69a88554,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:44.256471 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.297676 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:44.306459 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Attempting to bind port 01889d4e-c3df-4adf-bf2f-182f69a88554 on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:44.306798 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Attempting to bind port 01889d4e-c3df-4adf-bf2f-182f69a88554 by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:44.307128 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Attempting to bind port 01889d4e-c3df-4adf-bf2f-182f69a88554 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:44.308006 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cbdbb15f-93f5-424f-b1bf-a6837a668c92 None None] Provisioning complete for port 4d6011c4-1a73-4abf-86cd-8a621b731150 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:44.308585 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb15f-93f5-424f-b1bf-a6837a668c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.313156 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:44.315094 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'Port': ['ID=aafe8988-d4db-4035-995e-14c4a68a3fb9,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:44.315660 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Port 01889d4e-c3df-4adf-bf2f-182f69a88554 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:07:44.316395 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Attempting to bind port 01889d4e-c3df-4adf-bf2f-182f69a88554 on network 2a92c572-d9b0-4f4b-8ab7-a84277390a64 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:44.318119 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:44.323280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:44.323692 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Checking segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:44.324143 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Bound using segment: {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:44.324671 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Bound port: 01889d4e-c3df-4adf-bf2f-182f69a88554, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:44.325102 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.408497 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.428989 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] For port 01889d4e-c3df-4adf-bf2f-182f69a88554, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:44.452660 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] For port 01889d4e-c3df-4adf-bf2f-182f69a88554, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=01889d4e-c3df-4adf-bf2f-182f69a88554,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:44.534110 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.536771 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.544284 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e18b89-198a-4bc1-ad37-40beeb0246f4 req-042efc18-36d1-4e80-9eb1-a9f6b932bfea tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:44.546238 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-16e18b89-198a-4bc1-ad37-40beeb0246f4 req-042efc18-36d1-4e80-9eb1-a9f6b932bfea tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 943 time: 0.0978796 Sep 22 20:07:44.581875 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.636245 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:44.636975 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.638755 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/01889d4e-c3df-4adf-bf2f-182f69a88554 HTTP/1.1" status: 200 len: 1093 time: 2.0059843 Sep 22 20:07:44.642378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be20d9ef-df54-4b6b-9889-37a8a560afed', 'tag': '01889d4e-c3df-4adf-bf2f-182f69a88554'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:44.645051 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6f1160-8bf4-4c38-a5b9-c2f7b8dab3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "be20d9ef-df54-4b6b-9889-37a8a560afed", "tag": "01889d4e-c3df-4adf-bf2f-182f69a88554"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:44.689882 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-16e18b89-198a-4bc1-ad37-40beeb0246f4 req-e6dd78e3-d316-420f-8f8c-d323dc3f78ae tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093452 Sep 22 20:07:44.721021 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.729081 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da1e33-8132-40c7-8295-ca1e9b0bba0f x-openstack-request-id: req-47da1e33-8132-40c7-8295-ca1e9b0bba0f {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:44.729366 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be20d9ef-df54-4b6b-9889-37a8a560afed", "tag": "01889d4e-c3df-4adf-bf2f-182f69a88554", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:44.729613 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47da1e33-8132-40c7-8295-ca1e9b0bba0f {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:44.730023 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be20d9ef-df54-4b6b-9889-37a8a560afed', 'tag': '01889d4e-c3df-4adf-bf2f-182f69a88554', 'status': 'completed', 'code': 200} Sep 22 20:07:44.733750 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9259873-84b2-40c9-b845-ba5cd08242a6 service neutron] Pushing event updated for resources: {'Port': ['ID=01889d4e-c3df-4adf-bf2f-182f69a88554,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:44.787257 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.826414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1160-8bf4-4c38-a5b9-c2f7b8dab3a4 req-10c1e77d-f03f-469f-ab18-38250f830e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:44.827949 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cd6f1160-8bf4-4c38-a5b9-c2f7b8dab3a4 req-10c1e77d-f03f-469f-ab18-38250f830e80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 1096 time: 0.0970032 Sep 22 20:07:44.860826 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'Port': ['ID=aafe8988-d4db-4035-995e-14c4a68a3fb9,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:44.872881 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.911949 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33077007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33075643'] for router, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.982226 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:44.991685 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-3ecfa560-f1b6-4dc2-bddf-3f828d460fab tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0728951 Sep 22 20:07:45.048555 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1160-8bf4-4c38-a5b9-c2f7b8dab3a4 req-adf6bedb-f100-49e8-9cb5-70fc36fead73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:45.050061 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cd6f1160-8bf4-4c38-a5b9-c2f7b8dab3a4 req-adf6bedb-f100-49e8-9cb5-70fc36fead73 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c345abc25c5249378a8476100122931c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1841600 Sep 22 20:07:45.062901 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703327e-9f05-4804-8994-8181378d122d req-e1044c2f-63c2-427c-b70f-886c671354e6 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:45.064408 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e703327e-9f05-4804-8994-8181378d122d req-e1044c2f-63c2-427c-b70f-886c671354e6 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.1235557 Sep 22 20:07:45.202366 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 4d6011c4-1a73-4abf-86cd-8a621b731150 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:45.235840 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e703327e-9f05-4804-8994-8181378d122d req-90577dbb-7565-49ba-8ea4-7bc2d6da342c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341035 Sep 22 20:07:45.266659 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 4d6011c4-1a73-4abf-86cd-8a621b731150 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:45.266818 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-5d2b1fb9-9ba5-46b1-ab68-389cadffdc94 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--66631600&fields=id&tenant_id=b2e7b75d182740f9a506428a6b9892f1 HTTP/1.1" status: 200 len: 267 time: 0.1244178 Sep 22 20:07:45.267264 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:45.272924 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f1160-8bf4-4c38-a5b9-c2f7b8dab3a4 req-1f5efe53-d055-4b5c-b982-2ed0d69c509b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:45.274327 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cd6f1160-8bf4-4c38-a5b9-c2f7b8dab3a4 req-1f5efe53-d055-4b5c-b982-2ed0d69c509b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2090580 Sep 22 20:07:45.387231 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 is scheduled to L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 with binding_index 1 {{(pid=101136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:07:45.482715 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-f4aa46f4-91f5-431e-9597-f56c1d9f2d2a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:45.484171 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-f4aa46f4-91f5-431e-9597-f56c1d9f2d2a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 810 time: 0.2070427 Sep 22 20:07:45.485890 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a03e423d-92bf-40ab-869a-8a48456412a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:45.487241 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-a03e423d-92bf-40ab-869a-8a48456412a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c345abc25c5249378a8476100122931c&device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 1096 time: 0.1701961 Sep 22 20:07:45.518230 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755a8a9-571c-455b-abff-d69383833df2 req-5965e388-7b4b-49e2-ba84-00ebad37478b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:45.519623 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d755a8a9-571c-455b-abff-d69383833df2 req-5965e388-7b4b-49e2-ba84-00ebad37478b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.1910381 Sep 22 20:07:45.529174 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43872) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:45.533838 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Request body: {'floatingip': {'port_id': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:45.555115 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-ccf41dd4-964d-47ce-80a8-f61c098c3c91 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/quotas/b2e7b75d182740f9a506428a6b9892f1 HTTP/1.1" status: 200 len: 375 time: 0.0628059 Sep 22 20:07:45.558463 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-1d86e409-115c-4167-be23-abe7b8760a12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01889d4e-c3df-4adf-bf2f-182f69a88554 HTTP/1.1" status: 200 len: 217 time: 0.0618205 Sep 22 20:07:45.564346 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cc6f3352-aa34-4a91-9eea-a4196997052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:45.576925 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:45.666976 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:07:45.677035 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Sync routers for ids ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:07:45.683216 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-b0376853-eebd-40d5-a965-d18fa559579d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:45.684732 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-b0376853-eebd-40d5-a965-d18fa559579d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f69a95a-aab6-490d-a82b-90983ab03176 HTTP/1.1" status: 200 len: 854 time: 0.1162910 Sep 22 20:07:45.688189 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Routers {'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:45.688817 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:45.701517 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-fb8ae7bb-8a43-493f-90e6-dc93b4094497 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1386216 Sep 22 20:07:45.728071 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-961384b5-316f-4df5-ac66-d089c2dcb7a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2a92c572-d9b0-4f4b-8ab7-a84277390a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255759 Sep 22 20:07:45.817207 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:45.821336 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e5dfe21c-c33c-4049-8c09-34ab5faa1f97 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5451810 Sep 22 20:07:45.824676 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Set router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:45.826583 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 43878) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:07:45.945603 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-1709009a-5150-4f68-9b07-e70456cf48b4 service neutron] 10.222.0.36 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075012 Sep 22 20:07:45.964412 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1808be-9c64-4693-8110-93e5d7bf5fde req-ce7318f0-a916-403d-93cd-734fe4719671 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:45.965992 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0c1808be-9c64-4693-8110-93e5d7bf5fde req-ce7318f0-a916-403d-93cd-734fe4719671 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 943 time: 0.1617870 Sep 22 20:07:45.980288 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-3f92427e-d8c7-4a5a-a0b3-7f0ed26ea787 service neutron] 10.222.0.11 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544026 Sep 22 20:07:46.099592 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0c1808be-9c64-4693-8110-93e5d7bf5fde req-5518519a-3595-4dda-af7c-8b0aa7e0e2b4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236441 Sep 22 20:07:46.155055 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:07:44Z', 'revision_number': 3, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port': {'id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:42Z', 'updated_at': '2021-09-22T20:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:46.188624 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Checking router: a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:07:46.188981 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Updating router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 port b242736a-17af-4d42-a923-84b8df7402e3 binding host dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:07:46.216276 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.221267 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.394858 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.db.resource_extend [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 20:07:46.430916 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed9fc7f1-184f-49bb-a287-184364e2f59c req-4860fcd5-a079-4b2b-b02a-215044428eea service neutron] 10.222.0.36 "GET /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4745007 Sep 22 20:07:46.455339 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-51565c5c-80a8-4a53-9340-b34d4b65678d service neutron] 10.222.0.11 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545846 Sep 22 20:07:46.481774 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.518830 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Notify callbacks [] for port, precommit_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.571292 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.605638 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.656586 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Attempting to bind port b242736a-17af-4d42-a923-84b8df7402e3 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:46.656961 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Attempting to bind port b242736a-17af-4d42-a923-84b8df7402e3 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:46.657383 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Attempting to bind port b242736a-17af-4d42-a923-84b8df7402e3 on network c4fd79b2-f866-4fd0-a191-e88fdad7f712 {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:46.666594 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6f21a-5d17-46b9-a792-617f76ebed82 None None] Pushing event updated for resources: {'Port': ['ID=b242736a-17af-4d42-a923-84b8df7402e3,revision_number=2']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:46.669056 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:46.669472 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Checking segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:46.669905 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.670292 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Bound using segment: {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'} {{(pid=101138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:46.670763 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.managers [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Bound port: b242736a-17af-4d42-a923-84b8df7402e3, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48febdb1-e5af-4df1-ae8f-82679892ce44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712'}}] {{(pid=101138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:46.671140 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.707937 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.l3_db [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Floating IP 1cb2e054-747d-4ada-9c12-cbf14d1aa03b associated. External IP: 172.27.2.102, port: 5781ff3d-6cbd-43eb-a01c-dd0f277296ac. Sep 22 20:07:46.738226 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] For port b242736a-17af-4d42-a923-84b8df7402e3, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:46.741582 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] For port b242736a-17af-4d42-a923-84b8df7402e3, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=b242736a-17af-4d42-a923-84b8df7402e3,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:46.742749 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.782436 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a3839612-bbf5-4e38-8bbb-ade27c30104a req-553ac669-607b-4418-b5fa-201769b7654b tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Sep 22 20:07:46.803841 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.834220 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:46.892770 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Routers {'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:46.893404 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:46.933552 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6f21a-5d17-46b9-a792-617f76ebed82 None None] Pushing event updated for resources: {'Port': ['ID=b242736a-17af-4d42-a923-84b8df7402e3,revision_number=3']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:47.013636 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] Set router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:47.099850 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Router 3d68e025-50e1-401e-b15d-35ec5b07ed6c has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:07:47.100976 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_common [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Allocated IP 172.20.0.1 (535dbd64-4fe7-4b66-84d7-159873a518de/4152c543-24e9-4823-b5db-6c917841cd26/24c3fef1-9482-4023-9fb2-c83e39e114b3) {{(pid=101137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:47.199369 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:07:44Z', 'revision_number': 3, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port': {'id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:42Z', 'updated_at': '2021-09-22T20:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:47.228008 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7472a9-03ef-41a3-b895-89a2bd4dcffc None None] The sync data for ids ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'] in dv-cinder-778534-8-iscsi is: [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:07:44Z', 'revision_number': 3, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port': {'id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:42Z', 'updated_at': '2021-09-22T20:07:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:07:47.246601 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec67520-aaaf-4646-a8f0-91c25db1d233 req-f6139e2e-c37e-4da1-8856-ba504e83855d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:47.248435 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ec67520-aaaf-4646-a8f0-91c25db1d233 req-f6139e2e-c37e-4da1-8856-ba504e83855d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 943 time: 0.0554340 Sep 22 20:07:47.298711 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:07:47.304860 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:47.309465 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:47.315400 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] Sync routers for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:07:47.329692 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ec67520-aaaf-4646-a8f0-91c25db1d233 req-65d278fc-9b85-4921-8f51-681627122c8f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602257 Sep 22 20:07:47.336460 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:47.337935 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:47.349553 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d17fe66e-7714-48c4-ac00-85b99fd2ad05 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "PUT /v2.0/floatingips/1cb2e054-747d-4ada-9c12-cbf14d1aa03b HTTP/1.1" status: 200 len: 992 time: 1.8191924 Sep 22 20:07:47.353688 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:47.356131 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc7372f-1ce3-4299-881d-98822cc49bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:47.417254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c8ca78-dada-4755-ab86-aa4e02cce7d5 x-openstack-request-id: req-26c8ca78-dada-4755-ab86-aa4e02cce7d5 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:47.417254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:47.417254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26c8ca78-dada-4755-ab86-aa4e02cce7d5 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:47.417254 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'status': 'completed', 'code': 200} Sep 22 20:07:47.469126 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:47.480462 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:47.501078 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-6df2c7f2-02af-4b6a-8590-6bb8c5ca7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:47.506379 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-6df2c7f2-02af-4b6a-8590-6bb8c5ca7fce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 1099 time: 0.0674250 Sep 22 20:07:47.575281 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Network 535dbd64-4fe7-4b66-84d7-159873a518de is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:47.580600 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:47.583218 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Received port after_create {{(pid=101137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:47.594682 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Pushing event updated for resources: {'Port': ['ID=24c3fef1-9482-4023-9fb2-c83e39e114b3,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:47.655748 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-80334af3-916f-4fc9-8128-03f19cd31ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:47.658655 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-80334af3-916f-4fc9-8128-03f19cd31ad5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.1438682 Sep 22 20:07:47.661348 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33076358'] for router_interface, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:47.762712 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-cfc4a7c8-7037-4151-a745-cfcbf2b54a33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac HTTP/1.1" status: 200 len: 1000 time: 0.0958617 Sep 22 20:07:47.798929 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '1cb2e054-747d-4ada-9c12-cbf14d1aa03b', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'port_id': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'mac_address': 'fa:16:3e:df:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69da73b0-d690-47de-ba22-2974bee964f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:07:28Z', 'updated_at': '2021-09-22T20:07:46Z', 'revision_number': 1, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:47.826528 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-6048988b-7249-4648-9b7e-0bd4a972a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:47.828376 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-6048988b-7249-4648-9b7e-0bd4a972a9fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0573108 Sep 22 20:07:47.840919 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] Checking router: 3d68e025-50e1-401e-b15d-35ec5b07ed6c for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:07:47.859456 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:47.860336 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:47.901294 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d4d6905f-2cf8-4d06-9037-765f2ef8f59d req-cfec8f79-b85c-4132-931d-a6d5f45d9d7e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 210 time: 0.0309007 Sep 22 20:07:47.911719 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-1874c201-765e-43cb-8e7c-4cc0822bc91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:47.913403 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-1874c201-765e-43cb-8e7c-4cc0822bc91f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761597 Sep 22 20:07:47.944442 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-c46d5818-2cdd-4002-91c5-245c5905712b None None] Provisioning complete for port 24c3fef1-9482-4023-9fb2-c83e39e114b3 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:47.945097 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c46d5818-2cdd-4002-91c5-245c5905712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:47.981303 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-c46d5818-2cdd-4002-91c5-245c5905712b None None] Port 24c3fef1-9482-4023-9fb2-c83e39e114b3 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:07:47.994962 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:48.006353 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:48.064805 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-fa5acc21-0eb9-479d-864c-908bf6266de5 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430917 Sep 22 20:07:48.185379 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6fc7372f-1ce3-4299-881d-98822cc49bcd req-8cc54704-be09-4ff0-84d8-8267f5d49ef2 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101084 Sep 22 20:07:48.192011 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:48.282579 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30124335'] for port, after_update {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:48.306299 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '1cb2e054-747d-4ada-9c12-cbf14d1aa03b', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'port_id': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'mac_address': 'fa:16:3e:df:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69da73b0-d690-47de-ba22-2974bee964f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:07:28Z', 'updated_at': '2021-09-22T20:07:46Z', 'revision_number': 1, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:48.354006 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4d0fd2-4fec-499d-bebf-2503e8b30f3a None None] The sync data for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi is: [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '1cb2e054-747d-4ada-9c12-cbf14d1aa03b', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'floating_ip_address': '172.27.2.102', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'port_id': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'mac_address': 'fa:16:3e:df:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69da73b0-d690-47de-ba22-2974bee964f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:07:28Z', 'updated_at': '2021-09-22T20:07:46Z', 'revision_number': 1, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:07:48.380853 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Pushing event updated for resources: {'Port': ['ID=24c3fef1-9482-4023-9fb2-c83e39e114b3,revision_number=2']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:48.387777 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:48.395780 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33034194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33075318'] for router_interface, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:48.455822 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52008e6c-a5f6-4349-942f-ed206f384768 req-8e8dab13-0acb-44e5-b723-69c0e11a510f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:48.457448 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52008e6c-a5f6-4349-942f-ed206f384768 req-8e8dab13-0acb-44e5-b723-69c0e11a510f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 943 time: 0.0657909 Sep 22 20:07:48.497232 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52008e6c-a5f6-4349-942f-ed206f384768 req-adf76240-05c3-4d8c-be0c-be86e66b210f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334547 Sep 22 20:07:48.524353 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Network 535dbd64-4fe7-4b66-84d7-159873a518de is already hosted by enough agents. {{(pid=101137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:48.525795 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.base_scheduler [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Resources bound (agent type, host, resource id): {{(pid=101137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:48.641478 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:07:48.757502 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:07:48.762292 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-9e65306a-6538-4d9c-971c-ea52acef4445 admin admin] 10.222.0.11 "PUT /v2.0/routers/a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9347491 Sep 22 20:07:48.806930 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bd403785-8b3f-4d29-92d2-9aef7f01864c None None] Provisioning complete for port 24c3fef1-9482-4023-9fb2-c83e39e114b3 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:48.806930 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bd403785-8b3f-4d29-92d2-9aef7f01864c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:48.838675 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bd403785-8b3f-4d29-92d2-9aef7f01864c None None] Port 24c3fef1-9482-4023-9fb2-c83e39e114b3 cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:07:49.027228 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cceb4f78-b9d3-4a5a-9b83-fc6cc5c951a5 req-87762799-d5bc-4e79-bcf8-a9e47bd55871 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 210 time: 0.0268831 Sep 22 20:07:49.127718 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b769e057-724d-4293-bef1-cd18467ef1bd None None] New status for floating IP 1cb2e054-747d-4ada-9c12-cbf14d1aa03b: ACTIVE {{(pid=101138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:07:49.253231 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device b242736a-17af-4d42-a923-84b8df7402e3 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:49.336943 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port b242736a-17af-4d42-a923-84b8df7402e3 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:49.337322 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:49.342442 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-993ed1a8-1d64-4a6b-8c0a-ab1c7990198e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:49.344003 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-993ed1a8-1d64-4a6b-8c0a-ab1c7990198e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 810 time: 0.1174951 Sep 22 20:07:49.402343 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-a7df1e24-9ba9-4d52-ae5f-5f60bbcac69d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e7b75d182740f9a506428a6b9892f1 HTTP/1.1" status: 200 len: 378 time: 0.0453858 Sep 22 20:07:49.413473 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'port': {'device_id': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'admin_state_up': True, 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'security_groups': ['4b344300-c287-4346-a635-fb358f672cfe']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:49.442454 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:49.462612 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] For port b242736a-17af-4d42-a923-84b8df7402e3, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=b242736a-17af-4d42-a923-84b8df7402e3,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:49.572025 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:49.628466 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Sync routers for ids ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:07:49.639226 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Routers {'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:49.640107 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:49.640746 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Pushing event updated for resources: {'Port': ['ID=b242736a-17af-4d42-a923-84b8df7402e3,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:49.648258 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Made reservation on behalf of b2e7b75d182740f9a506428a6b9892f1 for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:07:49.656686 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:49.690556 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3f070-7c4b-425f-a139-b55601572263 req-28624633-c2bc-45cb-9c1d-53af84c20379 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:49.692612 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5c3f070-7c4b-425f-a139-b55601572263 req-28624633-c2bc-45cb-9c1d-53af84c20379 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 943 time: 0.0860355 Sep 22 20:07:49.777960 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e5c3f070-7c4b-425f-a139-b55601572263 req-ddf07d72-7974-46dc-9f78-536687952686 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551286 Sep 22 20:07:49.832805 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Allocated IP 172.20.0.9 (62c5057d-2105-4af1-b967-04704345cc37/5f1655a0-5c24-49c2-b1a4-753402528abd/b42bc139-ceae-4233-9998-4fb057ba65ee) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:07:49.866818 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Set router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:49.934796 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 01889d4e-c3df-4adf-bf2f-182f69a88554 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:07:50.009636 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.113534 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 01889d4e-c3df-4adf-bf2f-182f69a88554, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=01889d4e-c3df-4adf-bf2f-182f69a88554,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:50.116805 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.139104 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:07:47Z', 'revision_number': 4, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port': {'id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:42Z', 'updated_at': '2021-09-22T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '24c3fef1-9482-4023-9fb2-c83e39e114b3', 'name': '', 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'mac_address': 'fa:16:3e:1e:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4152c543-24e9-4823-b5db-6c917841cd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:46Z', 'updated_at': '2021-09-22T20:07:48Z', 'revision_number': 2, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'subnets': [{'id': '4152c543-24e9-4823-b5db-6c917841cd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:50.155684 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '01889d4e-c3df-4adf-bf2f-182f69a88554', 'network_id': '2a92c572-d9b0-4f4b-8ab7-a84277390a64', 'port_id': '01889d4e-c3df-4adf-bf2f-182f69a88554', 'mac_address': 'fa:16:3e:57:ab:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f69a95a-aab6-490d-a82b-90983ab03176', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:07:50.173214 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Checking router: a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:07:50.173844 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Updating router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 port 24c3fef1-9482-4023-9fb2-c83e39e114b3 binding host dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:07:50.209728 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.219859 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.243600 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01889d4e-c3df-4adf-bf2f-182f69a88554 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:07:50.257585 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event updated for resources: {'Port': ['ID=b42bc139-ceae-4233-9998-4fb057ba65ee,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:50.271749 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Network 62c5057d-2105-4af1-b967-04704345cc37 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:07:50.287237 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 01889d4e-c3df-4adf-bf2f-182f69a88554, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=01889d4e-c3df-4adf-bf2f-182f69a88554,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:50.289909 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:07:50.292724 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:07:50.354422 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1658b3-8f55-48d6-b9d5-23cdd009b254 req-aa913831-f828-470e-a64a-59104a238c50 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:50.356475 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5a1658b3-8f55-48d6-b9d5-23cdd009b254 req-aa913831-f828-470e-a64a-59104a238c50 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 931 time: 0.1560154 Sep 22 20:07:50.356606 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.390711 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:50.391291 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.467367 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=01889d4e-c3df-4adf-bf2f-182f69a88554,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:50.475787 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5a1658b3-8f55-48d6-b9d5-23cdd009b254 req-4ac43ce6-ba23-4b5c-9c8d-55f463092b84 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106973 Sep 22 20:07:50.529203 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-8437deb7-9c4c-4d4d-850c-b6a503562487 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1196527 Sep 22 20:07:50.542782 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Request body: {'port': {'device_id': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:07:50.608147 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.633352 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Notify callbacks [] for port, precommit_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.647475 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['01889d4e-c3df-4adf-bf2f-182f69a88554'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:07:50.717801 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.718100 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-6118f897-5dd4-4ac3-9bb9-61f82fd0c367 None None] Provisioning complete for port b42bc139-ceae-4233-9998-4fb057ba65ee triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:50.718467 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6118f897-5dd4-4ac3-9bb9-61f82fd0c367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.784927 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e03825-d401-4092-81a6-7c549ab142db None None] Pushing event updated for resources: {'Port': ['ID=24c3fef1-9482-4023-9fb2-c83e39e114b3,revision_number=3']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:50.808916 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-6118f897-5dd4-4ac3-9bb9-61f82fd0c367 None None] Port b42bc139-ceae-4233-9998-4fb057ba65ee cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:07:50.865994 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Attempting to bind port 24c3fef1-9482-4023-9fb2-c83e39e114b3 on host dv-cinder-778534-8-iscsi for vnic_type normal with profile {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:50.866368 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Attempting to bind port 24c3fef1-9482-4023-9fb2-c83e39e114b3 by drivers openvswitch,hyperv on host dv-cinder-778534-8-iscsi at level 0 using segments [{'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:50.866732 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Attempting to bind port 24c3fef1-9482-4023-9fb2-c83e39e114b3 on network 535dbd64-4fe7-4b66-84d7-159873a518de {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:50.877484 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Checking agent: {'id': 'a96cfa40-b53d-4d5e-85e9-61ba97e4ccb1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778534-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 19, 54, 46), 'started_at': datetime.datetime(2021, 9, 22, 19, 55, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778534-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:50.878197 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Checking segment: {'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:50.878798 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.879407 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Bound using segment: {'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'} {{(pid=101139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:50.879826 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.managers [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Bound port: 24c3fef1-9482-4023-9fb2-c83e39e114b3, host: dv-cinder-778534-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a13d741-ba64-4a62-8abb-f1e44d2644c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de'}}] {{(pid=101139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:50.880223 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:50.989927 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] For port 24c3fef1-9482-4023-9fb2-c83e39e114b3, host dv-cinder-778534-8-iscsi, cleared binding levels {{(pid=101139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:50.994382 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.plugins.ml2.db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] For port 24c3fef1-9482-4023-9fb2-c83e39e114b3, host dv-cinder-778534-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=24c3fef1-9482-4023-9fb2-c83e39e114b3,segment=NetworkSegment(8a13d741-ba64-4a62-8abb-f1e44d2644c6),segment_id=8a13d741-ba64-4a62-8abb-f1e44d2644c6)] {{(pid=101139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:51.030473 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374ac66-d9a9-49bf-a739-c41692798d2b req-2c29fd43-2654-4785-9961-fe64f64f5bec tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:51.032032 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b374ac66-d9a9-49bf-a739-c41692798d2b req-2c29fd43-2654-4785-9961-fe64f64f5bec tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 944 time: 0.1199124 Sep 22 20:07:51.091515 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron_lib.callbacks.manager [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:51.140415 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-37a4f640-db5b-4a57-9263-426d0c6d9bcb None None] Provisioning complete for port 24c3fef1-9482-4023-9fb2-c83e39e114b3 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:51.141474 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-37a4f640-db5b-4a57-9263-426d0c6d9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:51.160488 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Routers {'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:07:51.161111 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:51.163172 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b374ac66-d9a9-49bf-a739-c41692798d2b req-69ecda4d-779d-4604-bcaa-74da6682b453 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246336 Sep 22 20:07:51.206379 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42bc139-ceae-4233-9998-4fb057ba65ee {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:07:51.235010 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e03825-d401-4092-81a6-7c549ab142db None None] Pushing event updated for resources: {'Port': ['ID=24c3fef1-9482-4023-9fb2-c83e39e114b3,revision_number=4']} {{(pid=101139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:51.236029 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:51.286372 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Transition to ACTIVE for port object b42bc139-ceae-4233-9998-4fb057ba65ee will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:07:51.297275 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device b242736a-17af-4d42-a923-84b8df7402e3 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:51.326098 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] Set router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:07:51.339752 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-a1bf0970-f58e-4144-80eb-39911dda88aa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0931251 Sep 22 20:07:51.368111 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:51.481954 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-37a4f640-db5b-4a57-9263-426d0c6d9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:51.482512 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-b75166c3-eec0-4a40-9fab-b11ed8c83484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:51.484454 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-b75166c3-eec0-4a40-9fab-b11ed8c83484 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1099 time: 0.0835724 Sep 22 20:07:51.521564 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Pushing event updated for resources: {'Port': ['ID=b42bc139-ceae-4233-9998-4fb057ba65ee,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:51.556131 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-37a4f640-db5b-4a57-9263-426d0c6d9bcb None None] For port 24c3fef1-9482-4023-9fb2-c83e39e114b3, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=24c3fef1-9482-4023-9fb2-c83e39e114b3,segment=NetworkSegment(8a13d741-ba64-4a62-8abb-f1e44d2644c6),segment_id=8a13d741-ba64-4a62-8abb-f1e44d2644c6)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:51.561292 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port b242736a-17af-4d42-a923-84b8df7402e3 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:51.564774 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:51.640617 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-37a4f640-db5b-4a57-9263-426d0c6d9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:51.678876 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:07:47Z', 'revision_number': 4, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port': {'id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:42Z', 'updated_at': '2021-09-22T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '24c3fef1-9482-4023-9fb2-c83e39e114b3', 'name': '', 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'mac_address': 'fa:16:3e:1e:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4152c543-24e9-4823-b5db-6c917841cd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:46Z', 'updated_at': '2021-09-22T20:07:50Z', 'revision_number': 4, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'subnets': [{'id': '4152c543-24e9-4823-b5db-6c917841cd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:07:51.710430 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81961ab7-5572-4a21-a43f-91ae63e69bdc None None] The sync data for ids ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'] in dv-cinder-778534-8-iscsi is: [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:07:47Z', 'revision_number': 4, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port': {'id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:42Z', 'updated_at': '2021-09-22T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '24c3fef1-9482-4023-9fb2-c83e39e114b3', 'name': '', 'network_id': '535dbd64-4fe7-4b66-84d7-159873a518de', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'mac_address': 'fa:16:3e:1e:32:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '4152c543-24e9-4823-b5db-6c917841cd26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:46Z', 'updated_at': '2021-09-22T20:07:50Z', 'revision_number': 4, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'subnets': [{'id': '4152c543-24e9-4823-b5db-6c917841cd26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:07:51.743562 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4f640-db5b-4a57-9263-426d0c6d9bcb None None] Pushing event updated for resources: {'Port': ['ID=24c3fef1-9482-4023-9fb2-c83e39e114b3,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:51.862235 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Attempting to bind port b42bc139-ceae-4233-9998-4fb057ba65ee on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:07:51.863033 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Attempting to bind port b42bc139-ceae-4233-9998-4fb057ba65ee by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:07:51.865645 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Attempting to bind port b42bc139-ceae-4233-9998-4fb057ba65ee on network 62c5057d-2105-4af1-b967-04704345cc37 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:51.888783 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950e915-69aa-4a41-8ca9-4d4d5b815142 req-8dda0395-8a2c-4871-bfc3-53bba0173c26 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:51.900511 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-44675af1-4182-4e04-b557-662f05597895 None None] Provisioning complete for port 24c3fef1-9482-4023-9fb2-c83e39e114b3 triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:51.901032 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-44675af1-4182-4e04-b557-662f05597895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:51.904916 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c950e915-69aa-4a41-8ca9-4d4d5b815142 req-8dda0395-8a2c-4871-bfc3-53bba0173c26 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 943 time: 0.2369473 Sep 22 20:07:51.927814 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Port b42bc139-ceae-4233-9998-4fb057ba65ee on network 62c5057d-2105-4af1-b967-04704345cc37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:07:51.932024 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Attempting to bind port b42bc139-ceae-4233-9998-4fb057ba65ee on network 62c5057d-2105-4af1-b967-04704345cc37 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:07:51.962988 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 01889d4e-c3df-4adf-bf2f-182f69a88554 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:51.977149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:07:51.979439 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Checking segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:07:51.984205 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Bound using segment: {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:07:51.984205 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Bound port: b42bc139-ceae-4233-9998-4fb057ba65ee, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65180ec6-1ee4-4c14-a52e-5beb6c716090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '62c5057d-2105-4af1-b967-04704345cc37'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:07:51.984205 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:52.123308 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port 01889d4e-c3df-4adf-bf2f-182f69a88554 completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:07:52.129825 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 01889d4e-c3df-4adf-bf2f-182f69a88554 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:52.130213 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:52.134694 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c950e915-69aa-4a41-8ca9-4d4d5b815142 req-e8728788-8303-4cfa-aa24-4217db49a159 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2283731 Sep 22 20:07:52.150454 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] For port b42bc139-ceae-4233-9998-4fb057ba65ee, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:07:52.158840 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] For port b42bc139-ceae-4233-9998-4fb057ba65ee, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b42bc139-ceae-4233-9998-4fb057ba65ee,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:07:52.184590 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-da6947f2-e85e-4984-bcc0-c87fce17f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:52.192223 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-da6947f2-e85e-4984-bcc0-c87fce17f6b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 910 time: 0.6775188 Sep 22 20:07:52.232524 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:52.308334 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:52.308959 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:52.314964 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] 10.222.0.36 "PUT /v2.0/ports/b42bc139-ceae-4233-9998-4fb057ba65ee HTTP/1.1" status: 200 len: 1093 time: 1.7774343 Sep 22 20:07:52.315448 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'tag': 'b42bc139-ceae-4233-9998-4fb057ba65ee'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:52.317784 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977113c0-53ce-4583-8d31-f6a4a4a16c81" -d '{"events": [{"name": "network-changed", "server_uuid": "9703f039-a1c9-4b6b-b17e-4cc225dd6ad4", "tag": "b42bc139-ceae-4233-9998-4fb057ba65ee"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:52.328893 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-5f788e08-e0ae-42d3-a892-34eee69d2664 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 1002 time: 0.1256182 Sep 22 20:07:52.333568 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:52.422431 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be20d9ef-df54-4b6b-9889-37a8a560afed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01889d4e-c3df-4adf-bf2f-182f69a88554'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:07:52.424598 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b7fc7b-893a-46be-8966-37c4c9fb636b" -d '{"events": [{"server_uuid": "be20d9ef-df54-4b6b-9889-37a8a560afed", "name": "network-vif-plugged", "status": "completed", "tag": "01889d4e-c3df-4adf-bf2f-182f69a88554"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:07:52.449072 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-3b7136fb-8b5f-420a-8df2-1328e02b5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:52.450928 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-3b7136fb-8b5f-420a-8df2-1328e02b5b87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 200 len: 848 time: 0.1136470 Sep 22 20:07:52.461222 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:52.461891 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251602a3-3b0b-4010-afbe-278555216dbc x-openstack-request-id: req-251602a3-3b0b-4010-afbe-278555216dbc {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:52.463901 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9703f039-a1c9-4b6b-b17e-4cc225dd6ad4", "tag": "b42bc139-ceae-4233-9998-4fb057ba65ee", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:52.464579 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-251602a3-3b0b-4010-afbe-278555216dbc {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:52.468238 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'tag': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'status': 'completed', 'code': 200} Sep 22 20:07:52.469430 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a5d05d-0901-46f5-889c-b1e05b508d0a service neutron] Pushing event updated for resources: {'Port': ['ID=b42bc139-ceae-4233-9998-4fb057ba65ee,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:52.485068 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 01889d4e-c3df-4adf-bf2f-182f69a88554, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=01889d4e-c3df-4adf-bf2f-182f69a88554,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:52.530868 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117131d4-1832-44d8-9fd9-4cb25efe0383 x-openstack-request-id: req-117131d4-1832-44d8-9fd9-4cb25efe0383 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:07:52.531188 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be20d9ef-df54-4b6b-9889-37a8a560afed", "name": "network-vif-plugged", "status": "completed", "tag": "01889d4e-c3df-4adf-bf2f-182f69a88554", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:07:52.531448 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-117131d4-1832-44d8-9fd9-4cb25efe0383 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:07:52.531851 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be20d9ef-df54-4b6b-9889-37a8a560afed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01889d4e-c3df-4adf-bf2f-182f69a88554', 'code': 200} Sep 22 20:07:52.541401 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:52.562153 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-3f80ece4-2863-4eb7-bc1b-3963f76cc5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:52.563689 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-3f80ece4-2863-4eb7-bc1b-3963f76cc5a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033583 Sep 22 20:07:52.571149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102a815-95a8-4877-bf0d-44aaf2d16436 req-9341cc5d-38e1-4a82-95c7-bc7118006402 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:52.572878 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f102a815-95a8-4877-bf0d-44aaf2d16436 req-9341cc5d-38e1-4a82-95c7-bc7118006402 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 944 time: 0.2358942 Sep 22 20:07:52.659319 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=01889d4e-c3df-4adf-bf2f-182f69a88554,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:52.702301 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f102a815-95a8-4877-bf0d-44aaf2d16436 req-8db5fe3c-40a3-4779-8eca-ba9894396621 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868809 Sep 22 20:07:52.718042 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977113c0-53ce-4583-8d31-f6a4a4a16c81 req-6f85778e-2cf5-4458-902f-99a94ebc719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:52.719511 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-977113c0-53ce-4583-8d31-f6a4a4a16c81 req-6f85778e-2cf5-4458-902f-99a94ebc719a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 1096 time: 0.2395380 Sep 22 20:07:52.774208 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-161ccdc8-674f-4728-a540-aa7c884e444c service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995068 Sep 22 20:07:52.898104 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977113c0-53ce-4583-8d31-f6a4a4a16c81 req-ebf4074f-7f55-4ee7-a26e-faf5bb44f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:52.899695 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-977113c0-53ce-4583-8d31-f6a4a4a16c81 req-ebf4074f-7f55-4ee7-a26e-faf5bb44f75a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b2e7b75d182740f9a506428a6b9892f1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1712346 Sep 22 20:07:52.906245 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-22b1597b-9ea2-465e-ae39-73e691e618a8 req-57ea8ded-f306-4efc-ba4c-856deb0e5713 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245627 Sep 22 20:07:52.931335 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42203f80-f955-4107-be03-e4dad79ce89b req-72e17198-1582-45fb-9699-80f42241b800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:52.933349 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-42203f80-f955-4107-be03-e4dad79ce89b req-72e17198-1582-45fb-9699-80f42241b800 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 1098 time: 0.0715303 Sep 22 20:07:53.002066 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-42203f80-f955-4107-be03-e4dad79ce89b req-89fb20a8-8081-4eab-bd7b-b09cf8fe3940 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518668 Sep 22 20:07:53.068969 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977113c0-53ce-4583-8d31-f6a4a4a16c81 req-ecfcd282-6a07-4fed-8dc6-ed2a49babac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:53.073235 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-977113c0-53ce-4583-8d31-f6a4a4a16c81 req-ecfcd282-6a07-4fed-8dc6-ed2a49babac8 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627798 Sep 22 20:07:53.296056 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 24c3fef1-9482-4023-9fb2-c83e39e114b3 up at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:07:53.323246 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-e36feeed-208d-4d81-86d4-56ce725d416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:53.326369 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-e36feeed-208d-4d81-86d4-56ce725d416b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 1096 time: 0.0801380 Sep 22 20:07:53.353518 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Provisioning complete for port 24c3fef1-9482-4023-9fb2-c83e39e114b3 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:07:53.353931 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:53.387696 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-531d7c16-6f79-4fb7-89d0-b62ec6b777d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b42bc139-ceae-4233-9998-4fb057ba65ee HTTP/1.1" status: 200 len: 217 time: 0.0530620 Sep 22 20:07:53.471242 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-3a2de906-c71b-4c8a-95d5-595a628eb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:53.472853 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-3a2de906-c71b-4c8a-95d5-595a628eb47f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 200 len: 849 time: 0.0766163 Sep 22 20:07:53.480848 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1f642-155c-475f-a7c3-2ca2e78ab9d0 req-bfb8122b-2f8e-420a-8bc7-21f2ded12b9c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:53.483083 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cfd1f642-155c-475f-a7c3-2ca2e78ab9d0 req-bfb8122b-2f8e-420a-8bc7-21f2ded12b9c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 943 time: 0.1008730 Sep 22 20:07:53.559090 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cfd1f642-155c-475f-a7c3-2ca2e78ab9d0 req-e0e117c4-db66-4af2-b424-1a168b532af4 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668933 Sep 22 20:07:53.565841 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-3f18d0a2-d027-48eb-8447-47afbbe19b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:53.567344 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-3f18d0a2-d027-48eb-8447-47afbbe19b96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62c5057d-2105-4af1-b967-04704345cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834448 Sep 22 20:07:53.690123 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-5e9e741a-f6ae-4d8e-8cb7-59cdc06a697a service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060374 Sep 22 20:07:53.828597 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1f0ff9f-4d1c-4d9c-bfa2-dcf76c2767ed req-9646dba7-2cd6-4a24-a743-d4761e428569 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260209 Sep 22 20:07:53.842663 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce641f8-7895-450b-8c3b-657d15010f52 req-749397ef-467a-4fbd-b4cd-c626c8e35bfa tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:53.844168 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dce641f8-7895-450b-8c3b-657d15010f52 req-749397ef-467a-4fbd-b4cd-c626c8e35bfa tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 945 time: 0.0714560 Sep 22 20:07:53.892103 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dce641f8-7895-450b-8c3b-657d15010f52 req-c097cd48-4c1f-4e5e-91c8-f36b22f6410a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389416 Sep 22 20:07:54.702610 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459adaff-cc37-4409-9fee-f86310a43a5c req-7b40dc61-e146-40e7-9d9d-c371ed8de864 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:54.704084 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-459adaff-cc37-4409-9fee-f86310a43a5c req-7b40dc61-e146-40e7-9d9d-c371ed8de864 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 943 time: 0.0735145 Sep 22 20:07:54.743103 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-459adaff-cc37-4409-9fee-f86310a43a5c req-223cacd4-1fde-497f-99cf-1f6ddc2f92fa tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329382 Sep 22 20:07:55.012393 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec5ed3-35d1-455e-9908-6bb39d695fe1 req-88101e64-9917-413d-a4ed-99572b097939 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:55.013938 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e4ec5ed3-35d1-455e-9908-6bb39d695fe1 req-88101e64-9917-413d-a4ed-99572b097939 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 945 time: 0.0529277 Sep 22 20:07:55.053054 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e4ec5ed3-35d1-455e-9908-6bb39d695fe1 req-b775949b-6767-49b7-9071-53f3e8928050 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Sep 22 20:07:55.868230 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9793c-efd4-4d13-8745-ea0acd4116e6 req-d468bbaa-82b8-4fc2-8716-65d6a5811972 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:55.869763 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-03c9793c-efd4-4d13-8745-ea0acd4116e6 req-d468bbaa-82b8-4fc2-8716-65d6a5811972 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 943 time: 0.0525212 Sep 22 20:07:55.911972 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-03c9793c-efd4-4d13-8745-ea0acd4116e6 req-84b0c366-e4aa-4afb-bb20-de0effc16277 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354624 Sep 22 20:07:56.176475 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7869ee-e4e6-499b-b938-761ae75917fb req-918350c8-70ce-455b-b4b3-0cb00979d61a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:56.178040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef7869ee-e4e6-499b-b938-761ae75917fb req-918350c8-70ce-455b-b4b3-0cb00979d61a tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 945 time: 0.0499368 Sep 22 20:07:56.220951 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ef7869ee-e4e6-499b-b938-761ae75917fb req-cf8a0a37-3cfc-4774-a9e1-c66276e1bb88 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366094 Sep 22 20:07:57.036823 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd27ad-e0d7-46b2-bc76-fa90ea39bb26 req-83fc5e85-bf77-46d3-b440-1f2d11e9d47e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:57.044092 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f6cd27ad-e0d7-46b2-bc76-fa90ea39bb26 req-83fc5e85-bf77-46d3-b440-1f2d11e9d47e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 943 time: 0.0625830 Sep 22 20:07:57.078890 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f6cd27ad-e0d7-46b2-bc76-fa90ea39bb26 req-392bc364-a3be-4ff1-9f0f-84b6f56490f5 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335200 Sep 22 20:07:57.972011 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device b42bc139-ceae-4233-9998-4fb057ba65ee details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:07:58.068097 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port b42bc139-ceae-4233-9998-4fb057ba65ee, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b42bc139-ceae-4233-9998-4fb057ba65ee,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:58.207231 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'port_id': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'mac_address': 'fa:16:3e:13:4e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:07:58.211533 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1771f-131f-47d3-b29f-3da7967f7963 req-b12f9e2d-2d0a-4e65-a9a9-7894db3cd123 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:58.213315 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0ae1771f-131f-47d3-b29f-3da7967f7963 req-b12f9e2d-2d0a-4e65-a9a9-7894db3cd123 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 943 time: 0.0566840 Sep 22 20:07:58.251503 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:58.256486 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0ae1771f-131f-47d3-b29f-3da7967f7963 req-25127074-464c-4866-8725-c5d6dc3bf622 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360961 Sep 22 20:07:58.268672 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42bc139-ceae-4233-9998-4fb057ba65ee {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:07:58.291769 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port b42bc139-ceae-4233-9998-4fb057ba65ee, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b42bc139-ceae-4233-9998-4fb057ba65ee,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:07:58.379093 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:07:58.437882 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=b42bc139-ceae-4233-9998-4fb057ba65ee,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:07:58.670718 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['b42bc139-ceae-4233-9998-4fb057ba65ee'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:07:59.380575 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb66e-85f5-4090-a923-1fe6bda94fd6 req-3cda1560-89c1-47ff-876e-71bc5baec606 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:07:59.383421 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cf3fb66e-85f5-4090-a923-1fe6bda94fd6 req-3cda1560-89c1-47ff-876e-71bc5baec606 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 944 time: 0.0547435 Sep 22 20:07:59.441293 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cf3fb66e-85f5-4090-a923-1fe6bda94fd6 req-fff65a2f-565e-4223-ac0e-02a0b2753cfe tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358407 Sep 22 20:07:59.980050 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device b42bc139-ceae-4233-9998-4fb057ba65ee up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:08:00.099026 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port b42bc139-ceae-4233-9998-4fb057ba65ee completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:08:00.104675 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port b42bc139-ceae-4233-9998-4fb057ba65ee triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:08:00.105051 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:00.193685 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:00.217473 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42bc139-ceae-4233-9998-4fb057ba65ee'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:00.220364 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03baa62b-1ed8-42b7-8585-59d770d8107e" -d '{"events": [{"server_uuid": "9703f039-a1c9-4b6b-b17e-4cc225dd6ad4", "name": "network-vif-plugged", "status": "completed", "tag": "b42bc139-ceae-4233-9998-4fb057ba65ee"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:00.237004 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port b42bc139-ceae-4233-9998-4fb057ba65ee, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b42bc139-ceae-4233-9998-4fb057ba65ee,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:00.259323 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e73470-cdc3-4c5a-8c4a-9b358e1a7341 x-openstack-request-id: req-f4e73470-cdc3-4c5a-8c4a-9b358e1a7341 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:00.259617 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9703f039-a1c9-4b6b-b17e-4cc225dd6ad4", "name": "network-vif-plugged", "status": "completed", "tag": "b42bc139-ceae-4233-9998-4fb057ba65ee", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:00.259871 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4e73470-cdc3-4c5a-8c4a-9b358e1a7341 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:00.260267 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'code': 200} Sep 22 20:08:00.311537 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:00.365646 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=b42bc139-ceae-4233-9998-4fb057ba65ee,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:00.588780 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f7d6a-a375-4963-8d7f-5df78b8036af req-a7ae70b5-7ec0-46e3-9f50-184b55b3c758 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:00.590594 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-422f7d6a-a375-4963-8d7f-5df78b8036af req-a7ae70b5-7ec0-46e3-9f50-184b55b3c758 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 945 time: 0.0740678 Sep 22 20:08:00.664073 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-422f7d6a-a375-4963-8d7f-5df78b8036af req-f5132ca7-d3a2-42b2-8050-78364f8eb9a2 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660005 Sep 22 20:08:00.675389 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5268045-8d0e-480b-b3bb-b78d02f6ecf7 req-2906e2de-ecb1-4933-a4da-dc513ef4c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:00.677529 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f5268045-8d0e-480b-b3bb-b78d02f6ecf7 req-2906e2de-ecb1-4933-a4da-dc513ef4c427 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 1098 time: 0.1288826 Sep 22 20:08:00.714526 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f5268045-8d0e-480b-b3bb-b78d02f6ecf7 req-4e55d6d6-c594-4f1a-95a7-99f59a8d5c77 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291004 Sep 22 20:08:01.799772 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be40e36-257c-458d-915a-127a645003a8 req-3842e4d6-8183-475f-96b7-e8c6389a4a16 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:01.811190 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0be40e36-257c-458d-915a-127a645003a8 req-3842e4d6-8183-475f-96b7-e8c6389a4a16 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 945 time: 0.0670424 Sep 22 20:08:01.857034 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0be40e36-257c-458d-915a-127a645003a8 req-4f162fa4-ad13-4cfc-986a-ea97f513d38f tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449669 Sep 22 20:08:02.912099 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-0a73bfbc-2f5d-4108-aa31-dfa29fdcdb01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:02.913577 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-0a73bfbc-2f5d-4108-aa31-dfa29fdcdb01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/networks?id=306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 200 len: 814 time: 0.1006632 Sep 22 20:08:02.939133 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-7b0fb843-4d40-431c-85ce-f7210aa1bc62 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/quotas/a8469e0d4757406fa21fb3ad409eae45 HTTP/1.1" status: 200 len: 375 time: 0.0190771 Sep 22 20:08:03.005630 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7519766-57d0-41a3-a1f3-d79c2fd6aead req-3c9c088b-7b17-4025-a1c6-a4a1b01cab6d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:03.007112 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d7519766-57d0-41a3-a1f3-d79c2fd6aead req-3c9c088b-7b17-4025-a1c6-a4a1b01cab6d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 945 time: 0.0812631 Sep 22 20:08:03.023388 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-78035b38-bdbe-4b22-8175-6610f0b12024 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a8469e0d4757406fa21fb3ad409eae45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0650713 Sep 22 20:08:03.055563 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d7519766-57d0-41a3-a1f3-d79c2fd6aead req-d3fa298c-80d1-4865-a5b2-1b793b75e85b tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373287 Sep 22 20:08:03.190040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-f555f69e-94da-4f5e-a9cf-d8d29eadc2ba service neutron] 10.222.0.11 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579390 Sep 22 20:08:03.198112 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac507d-c660-42d6-8e3f-b05dcedea9f6 req-7c5f318a-25ac-4592-ba90-a2be2dfebaff tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:03.199469 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4fac507d-c660-42d6-8e3f-b05dcedea9f6 req-7c5f318a-25ac-4592-ba90-a2be2dfebaff tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 945 time: 0.0674772 Sep 22 20:08:03.208300 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 44072) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:03.212277 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Request body: {'floatingip': {'port_id': 'b42bc139-ceae-4233-9998-4fb057ba65ee'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:03.265513 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:03.401232 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-5877cd59-e870-450f-8a0f-c8e7686caafc service neutron] 10.222.0.11 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008457 Sep 22 20:08:03.656984 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-75197e92-946a-4b48-9d11-7754f303888c req-9354e0b0-10ee-462b-b08b-441490372d8c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 210 time: 0.0260248 Sep 22 20:08:03.760284 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:03.821194 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:04.169323 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Floating IP d5c71cd8-946e-42b0-b69d-e45cea98cbec associated. External IP: 172.27.2.240, port: b42bc139-ceae-4233-9998-4fb057ba65ee. Sep 22 20:08:04.373605 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Router 81eaa075-5ce6-436d-9df6-0832335eaae0 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:08:04.481186 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:08:04.486181 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:04.492306 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] Sync routers for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:08:04.502525 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:08:04.503151 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:04.512503 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-db4e701f-7947-49f1-b72b-8742ecab8f3d tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "PUT /v2.0/floatingips/d5c71cd8-946e-42b0-b69d-e45cea98cbec HTTP/1.1" status: 200 len: 991 time: 1.3033729 Sep 22 20:08:04.513298 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'tag': 'b42bc139-ceae-4233-9998-4fb057ba65ee'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:04.516298 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb67d195-f2db-4160-a80d-c2ed1596007d" -d '{"events": [{"name": "network-changed", "server_uuid": "9703f039-a1c9-4b6b-b17e-4cc225dd6ad4", "tag": "b42bc139-ceae-4233-9998-4fb057ba65ee"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:04.617838 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:08:04.622070 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19655c6a-2bb2-40d5-844e-1a6f77752533 x-openstack-request-id: req-19655c6a-2bb2-40d5-844e-1a6f77752533 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:04.622363 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9703f039-a1c9-4b6b-b17e-4cc225dd6ad4", "tag": "b42bc139-ceae-4233-9998-4fb057ba65ee", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:04.622617 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-19655c6a-2bb2-40d5-844e-1a6f77752533 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:04.623544 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'tag': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'status': 'completed', 'code': 200} Sep 22 20:08:04.689501 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-c2bd802a-fc41-4732-94f8-c211f6573ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:04.691079 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-c2bd802a-fc41-4732-94f8-c211f6573ebf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b2e7b75d182740f9a506428a6b9892f1&device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 1098 time: 0.0399492 Sep 22 20:08:04.750963 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bd74aa18-d236-45bf-9d26-ee800330277d req-2b6099ad-04cf-4646-8269-3b35c6753981 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 210 time: 0.0324192 Sep 22 20:08:04.813759 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-ddc5b42e-e2d3-4f3d-8770-6101f140a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:04.815239 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-ddc5b42e-e2d3-4f3d-8770-6101f140a1c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 200 len: 911 time: 0.1169631 Sep 22 20:08:04.846426 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'd5c71cd8-946e-42b0-b69d-e45cea98cbec', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'port_id': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'mac_address': 'fa:16:3e:13:4e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:07:44Z', 'updated_at': '2021-09-22T20:08:03Z', 'revision_number': 1, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:04.872476 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] Checking router: 81eaa075-5ce6-436d-9df6-0832335eaae0 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:08:04.881113 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:08:04.881715 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:07:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:04.885197 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-d0678c37-376f-4627-af62-4d2d88d4b4b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b42bc139-ceae-4233-9998-4fb057ba65ee HTTP/1.1" status: 200 len: 999 time: 0.0617394 Sep 22 20:08:04.939088 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-92e2aa57-eeaa-4c76-9ca5-fef1b257b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:04.940586 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-92e2aa57-eeaa-4c76-9ca5-fef1b257b245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 200 len: 849 time: 0.0476067 Sep 22 20:08:04.985764 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:08:04.986288 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-19639f2e-d5b5-4e08-8922-32fb2e01ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:04.987800 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-19639f2e-d5b5-4e08-8922-32fb2e01ed7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62c5057d-2105-4af1-b967-04704345cc37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392764 Sep 22 20:08:05.082682 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-45171063-8104-495e-aebe-9032ec0159eb service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834658 Sep 22 20:08:05.207422 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'd5c71cd8-946e-42b0-b69d-e45cea98cbec', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'port_id': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'mac_address': 'fa:16:3e:13:4e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:07:44Z', 'updated_at': '2021-09-22T20:08:03Z', 'revision_number': 1, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:05.225697 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb67d195-f2db-4160-a80d-c2ed1596007d req-5d5e4f78-db94-4d7a-b0b5-17390e5971a4 service neutron] 10.222.0.36 "GET /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267145 Sep 22 20:08:05.242304 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f48026-e5bd-4099-b656-c0833bcb97a1 None None] The sync data for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi is: [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'd5c71cd8-946e-42b0-b69d-e45cea98cbec', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'port_id': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'mac_address': 'fa:16:3e:13:4e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:07:44Z', 'updated_at': '2021-09-22T20:08:03Z', 'revision_number': 1, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:08:05.442007 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afea7f94-7e34-43f1-b024-28ba11fcc192 None None] New status for floating IP d5c71cd8-946e-42b0-b69d-e45cea98cbec: ACTIVE {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:08:05.849356 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-439e1abf-9a99-4af6-ba49-0c679042b51d req-09e45fe6-9f45-4bda-badd-ffdb0f358293 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 210 time: 0.0316980 Sep 22 20:08:06.544381 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-4dfc5082-32ac-4706-96e0-2c86af5ec075 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:06.546448 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-4dfc5082-32ac-4706-96e0-2c86af5ec075 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.36 "GET /v2.0/networks?id=306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 200 len: 814 time: 0.1119864 Sep 22 20:08:06.566959 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'port': {'device_id': '201178ff-4582-4f99-9854-f2ea401509f8', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'admin_state_up': True, 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:06.739106 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Made reservation on behalf of a8469e0d4757406fa21fb3ad409eae45 for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:08:06.742762 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:06.869422 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Allocated IP 172.20.0.12 (306a9b74-8567-4d59-81ba-0a7df941fcc6/ca28ce07-05c8-4b6a-94e7-b110ab323fc2/ccf113ad-dc3a-41f6-873f-15ef543da61a) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:08:06.968774 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6c026e71-b19c-41b6-91f7-40eb50479b62 req-4368c5c6-5e6c-419b-b72b-0cc2a31f06e7 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 210 time: 0.0346942 Sep 22 20:08:07.047808 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:07.148285 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:07.191862 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:08:07.194929 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:08:07.197407 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:08:07.231448 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'Port': ['ID=ccf113ad-dc3a-41f6-873f-15ef543da61a,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:07.254360 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:07.254996 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:07.342939 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-ab200984-c1ec-40c1-89ec-72f2ecfd95a1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7799237 Sep 22 20:08:07.355645 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Request body: {'port': {'device_id': '201178ff-4582-4f99-9854-f2ea401509f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:07.419021 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:07.429659 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-5a1414b5-5923-475d-84e1-129564d4dbfc None None] Provisioning complete for port ccf113ad-dc3a-41f6-873f-15ef543da61a triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:08:07.434293 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5a1414b5-5923-475d-84e1-129564d4dbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:07.492278 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-5a1414b5-5923-475d-84e1-129564d4dbfc None None] Port ccf113ad-dc3a-41f6-873f-15ef543da61a cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:08:07.770947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf113ad-dc3a-41f6-873f-15ef543da61a {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:08:07.778872 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:07.792243 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Transition to ACTIVE for port object ccf113ad-dc3a-41f6-873f-15ef543da61a will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:08:07.872467 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:07.959902 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf113ad-dc3a-41f6-873f-15ef543da61a,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:08.014384 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Attempting to bind port ccf113ad-dc3a-41f6-873f-15ef543da61a on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:08:08.015052 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Attempting to bind port ccf113ad-dc3a-41f6-873f-15ef543da61a by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:08:08.015498 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Attempting to bind port ccf113ad-dc3a-41f6-873f-15ef543da61a on network 306a9b74-8567-4d59-81ba-0a7df941fcc6 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:08:08.020695 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Port ccf113ad-dc3a-41f6-873f-15ef543da61a on network 306a9b74-8567-4d59-81ba-0a7df941fcc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:08:08.023457 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Attempting to bind port ccf113ad-dc3a-41f6-873f-15ef543da61a on network 306a9b74-8567-4d59-81ba-0a7df941fcc6 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:08:08.026340 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:08:08.026782 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Checking segment: {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:08:08.027175 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Bound using segment: {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:08:08.027621 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Bound port: ccf113ad-dc3a-41f6-873f-15ef543da61a, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48295d09-3d7a-4eb4-a3a1-dd00810704ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:08:08.028126 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:08.096028 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] For port ccf113ad-dc3a-41f6-873f-15ef543da61a, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:08:08.099121 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] For port ccf113ad-dc3a-41f6-873f-15ef543da61a, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:08:08.176280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:08.209253 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:08.210316 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:08.211712 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] 10.222.0.36 "PUT /v2.0/ports/ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 1094 time: 0.8602626 Sep 22 20:08:08.214423 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:08.216576 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbff402a-1b05-476d-8430-6db5acba058e" -d '{"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:08.243280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f035f3-bc02-4b5d-8c0f-e68a00fc53f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf113ad-dc3a-41f6-873f-15ef543da61a,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:13.584087 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-1f27d89a-3037-4b87-9ef3-69ba18d2514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:15.656562 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cc492f60-e68c-49cd-81fd-c8e0dfb9405e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:16.279152 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:16.727179 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:18.396121 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:19.023143 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:08:19.518689 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a61540-b546-4706-9e0e-f3e8a32057ef x-openstack-request-id: req-54a61540-b546-4706-9e0e-f3e8a32057ef {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:19.519287 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:19.519287 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54a61540-b546-4706-9e0e-f3e8a32057ef {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:19.519570 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'status': 'completed', 'code': 200} Sep 22 20:08:19.575717 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-7953cdb7-244e-4ab5-8b6d-d227e54270db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:19.577863 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-7953cdb7-244e-4ab5-8b6d-d227e54270db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8469e0d4757406fa21fb3ad409eae45&device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1097 time: 0.0780175 Sep 22 20:08:19.587859 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6c6eb-b7cf-4af7-9735-598dc91ea291 req-c26c137d-738a-425e-815f-d35b26786936 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:19.589213 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-81b6c6eb-b7cf-4af7-9735-598dc91ea291 req-c26c137d-738a-425e-815f-d35b26786936 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 944 time: 0.0786133 Sep 22 20:08:19.636636 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-25ca1e63-9112-4f06-9222-1b9cd835fda0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 217 time: 0.0441353 Sep 22 20:08:19.684571 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-81b6c6eb-b7cf-4af7-9735-598dc91ea291 req-833bd1e3-b130-4215-818f-ab4aa68c7f9e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861328 Sep 22 20:08:19.703942 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-a60df25a-d703-4414-8adc-9c52842cd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:19.705466 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-a60df25a-d703-4414-8adc-9c52842cd13a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca28ce07-05c8-4b6a-94e7-b110ab323fc2 HTTP/1.1" status: 200 len: 853 time: 0.0563715 Sep 22 20:08:19.750722 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e4f12c42-3720-4454-a2dd-1eabf6213b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:19.752207 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e4f12c42-3720-4454-a2dd-1eabf6213b44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=306a9b74-8567-4d59-81ba-0a7df941fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382776 Sep 22 20:08:19.840110 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-526dac05-c6d4-42b3-9de0-4d747f923577 service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791903 Sep 22 20:08:19.933647 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a3d5c03-5a51-4904-99ff-3213f2cc09a4 req-e0eb9957-4bf0-4a79-94c1-7a3aa1c8d46e service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834076 Sep 22 20:08:20.140264 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff402a-1b05-476d-8430-6db5acba058e req-2c967fb2-8d00-4d52-a192-380121b6ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:20.142434 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbff402a-1b05-476d-8430-6db5acba058e req-2c967fb2-8d00-4d52-a192-380121b6ed99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8469e0d4757406fa21fb3ad409eae45&device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1097 time: 0.0413229 Sep 22 20:08:20.237148 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff402a-1b05-476d-8430-6db5acba058e req-6ab93bf8-9452-4688-aaa6-02f30562b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:20.238664 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbff402a-1b05-476d-8430-6db5acba058e req-6ab93bf8-9452-4688-aaa6-02f30562b575 service neutron] 10.222.0.36 "GET /v2.0/networks?id=306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 200 len: 915 time: 0.0867894 Sep 22 20:08:20.282193 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbff402a-1b05-476d-8430-6db5acba058e req-bf70eb6b-2271-48fe-983f-5d4528210af0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 217 time: 0.0333290 Sep 22 20:08:20.336256 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff402a-1b05-476d-8430-6db5acba058e req-5fb9be8f-28dc-40ef-9494-a561f8404434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:20.338112 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbff402a-1b05-476d-8430-6db5acba058e req-5fb9be8f-28dc-40ef-9494-a561f8404434 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca28ce07-05c8-4b6a-94e7-b110ab323fc2 HTTP/1.1" status: 200 len: 853 time: 0.0457299 Sep 22 20:08:20.382872 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff402a-1b05-476d-8430-6db5acba058e req-3463ff8c-9cf6-4d01-ba50-c6912622f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:20.384335 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbff402a-1b05-476d-8430-6db5acba058e req-3463ff8c-9cf6-4d01-ba50-c6912622f06d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=306a9b74-8567-4d59-81ba-0a7df941fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376689 Sep 22 20:08:20.486155 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbff402a-1b05-476d-8430-6db5acba058e req-8d4351c7-52ea-403d-a980-0df99c5c9225 service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873799 Sep 22 20:08:20.602648 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbff402a-1b05-476d-8430-6db5acba058e req-0e11c0b2-a6d4-44eb-92b3-8303ec67b1ea service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910261 Sep 22 20:08:20.800240 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b774f36-bb8e-4a87-ad16-500c1fa2c080 req-587b4c75-8fcf-4dc0-a2d8-2fda1248b13e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:20.801611 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0b774f36-bb8e-4a87-ad16-500c1fa2c080 req-587b4c75-8fcf-4dc0-a2d8-2fda1248b13e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 944 time: 0.0489519 Sep 22 20:08:20.838160 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0b774f36-bb8e-4a87-ad16-500c1fa2c080 req-5db36380-f406-407e-82ee-bb4ddf440393 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307212 Sep 22 20:08:21.952128 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07c536-f408-42b5-8f3b-2402df9a8eba req-2af1ec4b-0678-4869-a9ce-f2749fef971b tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:21.953659 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fe07c536-f408-42b5-8f3b-2402df9a8eba req-2af1ec4b-0678-4869-a9ce-f2749fef971b tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 944 time: 0.0480528 Sep 22 20:08:21.995426 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fe07c536-f408-42b5-8f3b-2402df9a8eba req-cd90608d-70a8-4c1d-a44d-103c39588c92 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345454 Sep 22 20:08:22.295000 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:22.390705 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9940a-d02e-4bac-bcbf-8b9f84904fe1 req-896e3af8-ba93-46a1-b4a0-3f0f25f47561 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:22.392200 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbe9940a-d02e-4bac-bcbf-8b9f84904fe1 req-896e3af8-ba93-46a1-b4a0-3f0f25f47561 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 945 time: 0.0476992 Sep 22 20:08:22.431671 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbe9940a-d02e-4bac-bcbf-8b9f84904fe1 req-4dbae061-9573-44af-90c1-a9e8a1b7c5e7 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Sep 22 20:08:23.111606 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c51f3b-ebe6-41c4-80f2-069cb9db636c req-cf8a9eb1-3432-4a2c-a48f-e0bfcc89bb57 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:23.113070 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-03c51f3b-ebe6-41c4-80f2-069cb9db636c req-cf8a9eb1-3432-4a2c-a48f-e0bfcc89bb57 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 944 time: 0.0475230 Sep 22 20:08:23.149418 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-03c51f3b-ebe6-41c4-80f2-069cb9db636c req-f3cb81c3-1582-4b73-be84-ee319425c9d8 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304973 Sep 22 20:08:23.549476 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f3a95-4292-490e-92fb-993bd819304d req-19ae6b94-c8b0-4b82-be05-f18b0a5ca4db tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:23.551032 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-252f3a95-4292-490e-92fb-993bd819304d req-19ae6b94-c8b0-4b82-be05-f18b0a5ca4db tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 945 time: 0.0477767 Sep 22 20:08:23.591985 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-252f3a95-4292-490e-92fb-993bd819304d req-eb800810-f084-4c12-aa2f-64130b464abf tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350749 Sep 22 20:08:24.063641 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device ccf113ad-dc3a-41f6-873f-15ef543da61a details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:08:24.156297 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port ccf113ad-dc3a-41f6-873f-15ef543da61a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:24.167407 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'port_id': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'mac_address': 'fa:16:3e:31:bb:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:08:24.196634 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-022a81e6-150f-4f9f-8f2e-0c380f822a12 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:24.198133 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-022a81e6-150f-4f9f-8f2e-0c380f822a12 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 945 time: 0.0488799 Sep 22 20:08:24.205310 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:24.218566 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf113ad-dc3a-41f6-873f-15ef543da61a {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:08:24.237682 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port ccf113ad-dc3a-41f6-873f-15ef543da61a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:24.300829 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:24.314626 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff0e85-04b5-4109-942b-618db88a00c8 req-534351fb-6c12-444c-be16-990e9d1ce324 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:24.316037 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-35ff0e85-04b5-4109-942b-618db88a00c8 req-534351fb-6c12-444c-be16-990e9d1ce324 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 944 time: 0.0851753 Sep 22 20:08:24.352147 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=ccf113ad-dc3a-41f6-873f-15ef543da61a,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:24.353638 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Deleting port 01889d4e-c3df-4adf-bf2f-182f69a88554 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:08:24.354002 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:24.359165 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.359515 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.359856 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.360191 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.360911 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.361257 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.361592 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.361953 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.362282 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.362693 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.363014 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.363338 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.378926 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-35ff0e85-04b5-4109-942b-618db88a00c8 req-e86307eb-d438-42ab-bb4c-a8d29642f917 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555866 Sep 22 20:08:24.456376 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] For port 01889d4e-c3df-4adf-bf2f-182f69a88554, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=01889d4e-c3df-4adf-bf2f-182f69a88554,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:24.456735 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:24.469205 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Calling delete_port for 01889d4e-c3df-4adf-bf2f-182f69a88554 owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:08:24.611049 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['ccf113ad-dc3a-41f6-873f-15ef543da61a'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:08:24.706552 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96255e3-faf6-4afe-99cd-da3676448035 req-8337f14d-ce96-4a60-94df-345d7218621f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:24.708035 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d96255e3-faf6-4afe-99cd-da3676448035 req-8337f14d-ce96-4a60-94df-345d7218621f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 945 time: 0.0486844 Sep 22 20:08:24.709111 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:24.745666 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Pushing event deleted for resources: {'Port': ['ID=01889d4e-c3df-4adf-bf2f-182f69a88554,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:24.767496 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.767849 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.768189 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.768524 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.768858 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.769189 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.769517 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.769869 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.770197 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.770518 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.770842 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.771162 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:24.815090 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] No DVR routers for this DVR port 01889d4e-c3df-4adf-bf2f-182f69a88554 on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:08:24.818927 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d96255e3-faf6-4afe-99cd-da3676448035 req-1d31e950-d3ff-4de7-9ca5-bbaf32a5dfb4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012974 Sep 22 20:08:24.819940 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:24.822215 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bf04da55-7fa5-4bb9-87df-8824c4300719 req-061a6010-f2c7-42c7-a789-6ebcb9c304e2 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "DELETE /v2.0/ports/01889d4e-c3df-4adf-bf2f-182f69a88554 HTTP/1.1" status: 204 len: 173 time: 0.6162615 Sep 22 20:08:24.822215 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be20d9ef-df54-4b6b-9889-37a8a560afed', 'name': 'network-vif-deleted', 'tag': '01889d4e-c3df-4adf-bf2f-182f69a88554'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:24.824424 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1422dc2c-df96-4051-b0e9-d5760a5dbf21" -d '{"events": [{"server_uuid": "be20d9ef-df54-4b6b-9889-37a8a560afed", "name": "network-vif-deleted", "tag": "01889d4e-c3df-4adf-bf2f-182f69a88554"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:24.861107 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9ccc72-123d-4113-a491-387a15cf1f05 x-openstack-request-id: req-0d9ccc72-123d-4113-a491-387a15cf1f05 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:24.861313 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be20d9ef-df54-4b6b-9889-37a8a560afed", "name": "network-vif-deleted", "tag": "01889d4e-c3df-4adf-bf2f-182f69a88554", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:24.861562 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d9ccc72-123d-4113-a491-387a15cf1f05 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:24.861993 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be20d9ef-df54-4b6b-9889-37a8a560afed', 'name': 'network-vif-deleted', 'tag': '01889d4e-c3df-4adf-bf2f-182f69a88554', 'status': 'completed', 'code': 200} Sep 22 20:08:25.346913 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['91c0340c-475c-4183-894e-a3e8ea69e1a3', 'db5aa691-4e00-4452-a23a-b87d77b32943', '3f08975c-f10c-4a7e-961f-ab610161cb7f', '01889d4e-c3df-4adf-bf2f-182f69a88554'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:08:25.500151 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf545075-fb84-473b-a937-0b67de2e9274 req-55566b12-da03-425c-8d6c-a9138e037497 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:25.501640 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bf545075-fb84-473b-a937-0b67de2e9274 req-55566b12-da03-425c-8d6c-a9138e037497 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 945 time: 0.0483150 Sep 22 20:08:25.538581 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bf545075-fb84-473b-a937-0b67de2e9274 req-d9ab6211-9238-48a2-97f6-e36a5a7507cd tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Sep 22 20:08:25.924035 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1e0b66e8-8257-40b6-9e20-65f99e3fef33 req-721d16cc-8f4e-45cc-b9ae-e41fca3adbe0 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be20d9ef-df54-4b6b-9889-37a8a560afed HTTP/1.1" status: 200 len: 210 time: 0.0259516 Sep 22 20:08:26.100301 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device ccf113ad-dc3a-41f6-873f-15ef543da61a up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:08:26.283180 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port ccf113ad-dc3a-41f6-873f-15ef543da61a completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:08:26.286805 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port ccf113ad-dc3a-41f6-873f-15ef543da61a triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:08:26.287183 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:26.360260 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:26.381639 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:26.384007 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979e5220-659d-4372-9910-255906faf458" -d '{"events": [{"server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "name": "network-vif-plugged", "status": "completed", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:26.399555 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port ccf113ad-dc3a-41f6-873f-15ef543da61a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:26.477161 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4684412b-2e41-4e05-a41e-af9fab7011c5 x-openstack-request-id: req-4684412b-2e41-4e05-a41e-af9fab7011c5 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:26.477450 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "name": "network-vif-plugged", "status": "completed", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:26.477701 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4684412b-2e41-4e05-a41e-af9fab7011c5 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:26.478132 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'code': 200} Sep 22 20:08:26.480966 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:26.481761 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 01889d4e-c3df-4adf-bf2f-182f69a88554 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:08:26.518802 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 01889d4e-c3df-4adf-bf2f-182f69a88554 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:08:26.519137 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 01889d4e-c3df-4adf-bf2f-182f69a88554 not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:08:26.544185 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=ccf113ad-dc3a-41f6-873f-15ef543da61a,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:26.656336 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292a68-49dc-49f8-a5ab-15addf3ab9e9 req-c0f50bbe-ef99-492b-b14e-f1ee20c5f1b6 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:26.657857 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-84292a68-49dc-49f8-a5ab-15addf3ab9e9 req-c0f50bbe-ef99-492b-b14e-f1ee20c5f1b6 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0500216 Sep 22 20:08:26.694623 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-84292a68-49dc-49f8-a5ab-15addf3ab9e9 req-39fb3e8c-3fff-44dd-8dd9-0b80d97a3f1c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Sep 22 20:08:26.780720 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971e933-135d-44cd-acb4-c003f7d5785e req-dd264435-6ed8-4e36-b8ce-c7e09d531407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:26.782205 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8971e933-135d-44cd-acb4-c003f7d5785e req-dd264435-6ed8-4e36-b8ce-c7e09d531407 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1099 time: 0.0382893 Sep 22 20:08:26.816371 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8971e933-135d-44cd-acb4-c003f7d5785e req-623272ea-e7a2-440d-b8b9-9e242c54c9a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269446 Sep 22 20:08:27.807095 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12206c7a-6a9c-460f-bce0-dd8fd6d0cbef req-1811b2e2-6e3d-4648-bc3b-60928a67febd tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:27.808561 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-12206c7a-6a9c-460f-bce0-dd8fd6d0cbef req-1811b2e2-6e3d-4648-bc3b-60928a67febd tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0468824 Sep 22 20:08:27.846068 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-12206c7a-6a9c-460f-bce0-dd8fd6d0cbef req-d28e92d1-31ec-4a44-875a-ca795a6c8df6 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Sep 22 20:08:28.814289 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1514d1d-21be-4379-b033-eaba0878b2fa req-24bf93ef-1881-4d1b-b7a0-e546be4d4839 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:28.815809 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a1514d1d-21be-4379-b033-eaba0878b2fa req-24bf93ef-1881-4d1b-b7a0-e546be4d4839 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 945 time: 0.0500484 Sep 22 20:08:28.852416 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a1514d1d-21be-4379-b033-eaba0878b2fa req-b4846f0a-c9c0-46ce-82a3-eb90e591669f tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Sep 22 20:08:28.957249 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38849560-78a7-4f8d-9c5e-4c0719454c7e req-79e23568-4cd0-486e-abd9-d70a2a5c1089 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:28.958722 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38849560-78a7-4f8d-9c5e-4c0719454c7e req-79e23568-4cd0-486e-abd9-d70a2a5c1089 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0467417 Sep 22 20:08:28.995155 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38849560-78a7-4f8d-9c5e-4c0719454c7e req-dbd53da5-a4e5-4130-b821-b8fb7cfd2be2 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306027 Sep 22 20:08:29.104111 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5deb2-65c7-4f15-91f8-4a5b33217b7a req-f6b4ce4a-aeaf-42ce-a235-58c243cd166d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:29.105555 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cb5deb2-65c7-4f15-91f8-4a5b33217b7a req-f6b4ce4a-aeaf-42ce-a235-58c243cd166d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0467801 Sep 22 20:08:29.141175 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cb5deb2-65c7-4f15-91f8-4a5b33217b7a req-f791ffae-55bc-4500-a005-7e9c3223dcb4 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298471 Sep 22 20:08:29.464472 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57bfc9-f33c-4385-9a82-a10d3c755bf2 req-1479a6e6-102f-4999-87b5-9bd259245ba7 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:29.466009 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1d57bfc9-f33c-4385-9a82-a10d3c755bf2 req-1479a6e6-102f-4999-87b5-9bd259245ba7 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0529888 Sep 22 20:08:29.502659 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1d57bfc9-f33c-4385-9a82-a10d3c755bf2 req-29bc6091-6416-42eb-a011-ddf0da797398 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307100 Sep 22 20:08:29.965876 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159aa64-e913-48b4-9f96-81431b707ecc req-f2963021-4ef8-452f-afda-09625f033ef8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:29.967321 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e159aa64-e913-48b4-9f96-81431b707ecc req-f2963021-4ef8-452f-afda-09625f033ef8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 945 time: 0.0471578 Sep 22 20:08:30.004324 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e159aa64-e913-48b4-9f96-81431b707ecc req-de8b757f-f940-4d58-9b63-773bfef2ab23 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305247 Sep 22 20:08:30.751311 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-71f17b67-802e-4c9b-abca-c5e0347a5d70 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:30.752756 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-71f17b67-802e-4c9b-abca-c5e0347a5d70 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 945 time: 0.0461931 Sep 22 20:08:30.847766 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Deleting port 3f08975c-f10c-4a7e-961f-ab610161cb7f {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:08:30.848114 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:30.932156 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] For port 3f08975c-f10c-4a7e-961f-ab610161cb7f, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=3f08975c-f10c-4a7e-961f-ab610161cb7f,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:30.932508 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:30.945025 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Calling delete_port for 3f08975c-f10c-4a7e-961f-ab610161cb7f owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:08:31.116939 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2fc3b-065d-43b0-b204-8f0c9322736e req-8331ef5a-a325-4e4e-b365-1cdd69765e4d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:31.118448 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a3b2fc3b-065d-43b0-b204-8f0c9322736e req-8331ef5a-a325-4e4e-b365-1cdd69765e4d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 945 time: 0.0462272 Sep 22 20:08:31.143849 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:31.164738 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['91c0340c-475c-4183-894e-a3e8ea69e1a3', 'db5aa691-4e00-4452-a23a-b87d77b32943', '3f08975c-f10c-4a7e-961f-ab610161cb7f'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:08:31.183540 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a3b2fc3b-065d-43b0-b204-8f0c9322736e req-7d74c68c-143b-4c65-acfe-c58631b19ac8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586863 Sep 22 20:08:31.186009 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Pushing event deleted for resources: {'Port': ['ID=3f08975c-f10c-4a7e-961f-ab610161cb7f,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:31.230178 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] No DVR routers for this DVR port 3f08975c-f10c-4a7e-961f-ab610161cb7f on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:08:31.241985 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:31.241985 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0b06313f-48a6-4cec-a810-f89b78df8779 req-56e17d8f-489c-41bd-bd18-46a64aa12ef1 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "DELETE /v2.0/ports/3f08975c-f10c-4a7e-961f-ab610161cb7f HTTP/1.1" status: 204 len: 173 time: 0.4743242 Sep 22 20:08:31.241985 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e200dc-830d-47d3-85fd-a5f872ec5d3e', 'name': 'network-vif-deleted', 'tag': '3f08975c-f10c-4a7e-961f-ab610161cb7f'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:31.241985 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33868d8-c350-411f-b6a9-70932a962bc8" -d '{"events": [{"server_uuid": "91e200dc-830d-47d3-85fd-a5f872ec5d3e", "name": "network-vif-deleted", "tag": "3f08975c-f10c-4a7e-961f-ab610161cb7f"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:31.282456 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8627e8a8-1173-466b-86a6-b267ee6f467c x-openstack-request-id: req-8627e8a8-1173-466b-86a6-b267ee6f467c {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:31.282751 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e200dc-830d-47d3-85fd-a5f872ec5d3e", "name": "network-vif-deleted", "tag": "3f08975c-f10c-4a7e-961f-ab610161cb7f", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:31.283075 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8627e8a8-1173-466b-86a6-b267ee6f467c {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:31.283542 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e200dc-830d-47d3-85fd-a5f872ec5d3e', 'name': 'network-vif-deleted', 'tag': '3f08975c-f10c-4a7e-961f-ab610161cb7f', 'status': 'completed', 'code': 200} Sep 22 20:08:32.303015 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7848a32b-5c92-4b29-af1e-d42e2f94ca9b req-2fbbe8d6-a03a-472e-bab8-eec0792194e8 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=91e200dc-830d-47d3-85fd-a5f872ec5d3e HTTP/1.1" status: 200 len: 210 time: 0.0283234 Sep 22 20:08:33.848464 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830f054-1fa1-454b-b154-df09357ba3cb req-f055875b-8674-487f-890c-19d49afe86e6 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:33.849962 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1830f054-1fa1-454b-b154-df09357ba3cb req-f055875b-8674-487f-890c-19d49afe86e6 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 945 time: 0.0493748 Sep 22 20:08:33.890456 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1830f054-1fa1-454b-b154-df09357ba3cb req-1cbbdc0f-a946-40da-99ca-614de5a1879c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Sep 22 20:08:35.022057 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5ce38-438a-4844-a753-60c575ba1869 req-6b96875a-b523-4fd0-8d08-5f28cd633f68 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:35.022057 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-aba5ce38-438a-4844-a753-60c575ba1869 req-6b96875a-b523-4fd0-8d08-5f28cd633f68 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 945 time: 0.0532227 Sep 22 20:08:35.060970 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-aba5ce38-438a-4844-a753-60c575ba1869 req-b5cf686f-7789-4d0d-93b9-56e4c56f3be5 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328403 Sep 22 20:08:35.253159 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-c45b6bb4-67d7-404e-b788-617f0926f6d4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:35.259162 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-c45b6bb4-67d7-404e-b788-617f0926f6d4 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 945 time: 0.0472267 Sep 22 20:08:35.356954 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Deleting port db5aa691-4e00-4452-a23a-b87d77b32943 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:08:35.357117 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:35.447203 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] For port db5aa691-4e00-4452-a23a-b87d77b32943, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=db5aa691-4e00-4452-a23a-b87d77b32943,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:35.447578 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:35.460177 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Calling delete_port for db5aa691-4e00-4452-a23a-b87d77b32943 owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:08:35.658365 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:35.672635 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['91c0340c-475c-4183-894e-a3e8ea69e1a3', 'db5aa691-4e00-4452-a23a-b87d77b32943'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:08:35.686268 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Pushing event deleted for resources: {'Port': ['ID=db5aa691-4e00-4452-a23a-b87d77b32943,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:35.728905 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] No DVR routers for this DVR port db5aa691-4e00-4452-a23a-b87d77b32943 on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:08:35.731357 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:35.733508 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1ced17ca-e7f2-423c-b934-21cf59de1e01 req-67308b7e-9e22-4ccf-bce0-5bc9cbabb341 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "DELETE /v2.0/ports/db5aa691-4e00-4452-a23a-b87d77b32943 HTTP/1.1" status: 204 len: 173 time: 0.4647276 Sep 22 20:08:35.733964 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7ae110-d0e7-4d79-b677-de05a55d4401', 'name': 'network-vif-deleted', 'tag': 'db5aa691-4e00-4452-a23a-b87d77b32943'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:35.736190 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f05940-11bd-4bbe-9332-06fd1a8e250f" -d '{"events": [{"server_uuid": "be7ae110-d0e7-4d79-b677-de05a55d4401", "name": "network-vif-deleted", "tag": "db5aa691-4e00-4452-a23a-b87d77b32943"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:35.772878 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b4713e-4c06-4fc8-8040-c6c99538574a x-openstack-request-id: req-c9b4713e-4c06-4fc8-8040-c6c99538574a {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:35.773239 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7ae110-d0e7-4d79-b677-de05a55d4401", "name": "network-vif-deleted", "tag": "db5aa691-4e00-4452-a23a-b87d77b32943", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:35.773575 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9b4713e-4c06-4fc8-8040-c6c99538574a {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:35.774076 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7ae110-d0e7-4d79-b677-de05a55d4401', 'name': 'network-vif-deleted', 'tag': 'db5aa691-4e00-4452-a23a-b87d77b32943', 'status': 'completed', 'code': 200} Sep 22 20:08:36.142014 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 3f08975c-f10c-4a7e-961f-ab610161cb7f no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:08:36.163181 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 3f08975c-f10c-4a7e-961f-ab610161cb7f {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:08:36.163521 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 3f08975c-f10c-4a7e-961f-ab610161cb7f not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:08:36.412425 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-65fdc6f7-c0d0-47c0-903b-51f551aac4df req-f511760a-abe0-45c2-a957-8e60d6ca659c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=be7ae110-d0e7-4d79-b677-de05a55d4401 HTTP/1.1" status: 200 len: 210 time: 0.2739480 Sep 22 20:08:38.209418 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798f4d5-18eb-4a07-9f1e-be57286c2851 req-78a29f74-0df1-4c50-9615-fb0f95ae6753 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:38.210946 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a798f4d5-18eb-4a07-9f1e-be57286c2851 req-78a29f74-0df1-4c50-9615-fb0f95ae6753 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0499916 Sep 22 20:08:38.251656 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a798f4d5-18eb-4a07-9f1e-be57286c2851 req-447b49ab-97fd-466d-944f-5eb1b8478d92 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347524 Sep 22 20:08:39.157706 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f5adb-4ee8-41f7-af7d-1df723e07674 req-856fe45e-a00c-49dd-8f31-fa57c67d9648 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:39.159219 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-281f5adb-4ee8-41f7-af7d-1df723e07674 req-856fe45e-a00c-49dd-8f31-fa57c67d9648 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0527239 Sep 22 20:08:39.196689 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-281f5adb-4ee8-41f7-af7d-1df723e07674 req-b7fb23a2-54b5-4efc-b2cd-40741b0ca394 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309999 Sep 22 20:08:39.372258 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f874dcb-1777-479e-8f11-ce8bb3676216 req-873ff4f3-3b27-43de-8893-444a24ef8251 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:39.373932 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8f874dcb-1777-479e-8f11-ce8bb3676216 req-873ff4f3-3b27-43de-8893-444a24ef8251 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0516791 Sep 22 20:08:39.412832 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8f874dcb-1777-479e-8f11-ce8bb3676216 req-69a69623-1523-4aa6-8268-ff926a0e8609 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330544 Sep 22 20:08:39.859303 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2f6d3-1631-460d-b736-00b7dc4eac4c req-98ca93da-82c0-4a91-90ba-d9e5bc0c82ec tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:39.860730 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-91d2f6d3-1631-460d-b736-00b7dc4eac4c req-98ca93da-82c0-4a91-90ba-d9e5bc0c82ec tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0461254 Sep 22 20:08:39.897048 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-91d2f6d3-1631-460d-b736-00b7dc4eac4c req-192b15eb-d4f2-4ae6-8d2e-b828e75517d5 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303993 Sep 22 20:08:39.918292 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 44394) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:39.996861 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda35c4-9e2a-4357-a352-0d3e584e19ac tempest-TestMinimumBasicScenario-1662443722 tempest-TestMinimumBasicScenario-1662443722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:39.998370 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-6cda35c4-9e2a-4357-a352-0d3e584e19ac tempest-TestMinimumBasicScenario-1662443722 tempest-TestMinimumBasicScenario-1662443722-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1094 time: 0.0791252 Sep 22 20:08:40.001797 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 44398) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:40.006051 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'port_id': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:40.155052 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for floatingip, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:40.181339 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device db5aa691-4e00-4452-a23a-b87d77b32943 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:08:40.201578 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: db5aa691-4e00-4452-a23a-b87d77b32943 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:08:40.201945 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device db5aa691-4e00-4452-a23a-b87d77b32943 not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:08:40.252343 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:40.372916 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a7809-e437-4f81-aa72-84a136067ebd req-be826441-10bf-466c-a67a-e9e22ceee43c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:40.374424 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-100a7809-e437-4f81-aa72-84a136067ebd req-be826441-10bf-466c-a67a-e9e22ceee43c tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0875177 Sep 22 20:08:40.409484 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Allocated IP 172.27.2.48 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/60d3eb4e-0281-4c1b-8b3f-d9f7da08a653) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:08:40.436146 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-100a7809-e437-4f81-aa72-84a136067ebd req-92a9e403-a679-4ccc-8977-8bdf8e4a9924 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532467 Sep 22 20:08:40.570467 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca9a07d-1a52-4403-bf3e-e5d0cb5199eb req-6d9418e7-c9dc-49d9-b122-1b4bd14f8817 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:40.571942 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2ca9a07d-1a52-4403-bf3e-e5d0cb5199eb req-6d9418e7-c9dc-49d9-b122-1b4bd14f8817 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0787058 Sep 22 20:08:40.574811 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:40.626310 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2ca9a07d-1a52-4403-bf3e-e5d0cb5199eb req-51348e85-6ac2-4006-be0b-f1539c168be0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469017 Sep 22 20:08:40.752122 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:40.788772 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:08:40.792753 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:08:40.796129 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:08:40.803411 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'Port': ['ID=60d3eb4e-0281-4c1b-8b3f-d9f7da08a653,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:40.945698 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-64c6cbb4-d3c2-42af-ae07-791996f0e7be tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:40.947171 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-64c6cbb4-d3c2-42af-ae07-791996f0e7be tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 945 time: 0.0857739 Sep 22 20:08:41.141865 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Deleting port 91c0340c-475c-4183-894e-a3e8ea69e1a3 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:08:41.142123 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:41.304614 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] For port 91c0340c-475c-4183-894e-a3e8ea69e1a3, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=91c0340c-475c-4183-894e-a3e8ea69e1a3,segment=NetworkSegment(e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf),segment_id=e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:41.304986 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:41.321927 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Calling delete_port for 91c0340c-475c-4183-894e-a3e8ea69e1a3 owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:08:41.337612 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:41.498363 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:41.564978 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:41.578246 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['91c0340c-475c-4183-894e-a3e8ea69e1a3'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:08:41.613175 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Pushing event deleted for resources: {'Port': ['ID=91c0340c-475c-4183-894e-a3e8ea69e1a3,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:41.658598 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736541a2-b277-4da1-9124-c6d24eaeabe3 req-3e124aa1-b735-4d30-8af0-3dad5895414d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:41.660067 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-736541a2-b277-4da1-9124-c6d24eaeabe3 req-3e124aa1-b735-4d30-8af0-3dad5895414d tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd1723ff-95bc-4b42-b9b7-07cec6fba1b0 HTTP/1.1" status: 200 len: 867 time: 0.1378717 Sep 22 20:08:41.702294 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] No DVR routers for this DVR port 91c0340c-475c-4183-894e-a3e8ea69e1a3 on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:08:41.712185 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:41.714039 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4b2e4342-3e77-4248-bb3d-04f9f50415d7 req-2a70a069-90be-40ee-ab46-c1c2f765009b tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.36 "DELETE /v2.0/ports/91c0340c-475c-4183-894e-a3e8ea69e1a3 HTTP/1.1" status: 204 len: 173 time: 0.7307029 Sep 22 20:08:41.724029 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1723ff-95bc-4b42-b9b7-07cec6fba1b0', 'name': 'network-vif-deleted', 'tag': '91c0340c-475c-4183-894e-a3e8ea69e1a3'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:41.726217 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300bfe38-a5f5-47f0-bb1b-f99f4f96a47f" -d '{"events": [{"server_uuid": "dd1723ff-95bc-4b42-b9b7-07cec6fba1b0", "name": "network-vif-deleted", "tag": "91c0340c-475c-4183-894e-a3e8ea69e1a3"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:41.798712 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-736541a2-b277-4da1-9124-c6d24eaeabe3 req-58722d45-5928-4d57-a1f6-421cac0bbf84 tempest-AttachVolumeNegativeTest-48095838 tempest-AttachVolumeNegativeTest-48095838-project] 10.222.0.11 "GET /v2.0/security-groups?id=091de1cf-0505-4286-b05e-ef89c87b3216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008732 Sep 22 20:08:41.814427 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb0525-ff0f-4311-80c2-3f0670df9e12 req-c046d2aa-8f3e-433b-9b4f-a3df233a6421 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:41.815873 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-abdb0525-ff0f-4311-80c2-3f0670df9e12 req-c046d2aa-8f3e-433b-9b4f-a3df233a6421 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.1145687 Sep 22 20:08:41.838036 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:41.841223 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b004e5-60f9-475e-815c-95fd7a985e8d x-openstack-request-id: req-b7b004e5-60f9-475e-815c-95fd7a985e8d {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:41.841502 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd1723ff-95bc-4b42-b9b7-07cec6fba1b0", "name": "network-vif-deleted", "tag": "91c0340c-475c-4183-894e-a3e8ea69e1a3", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:41.841762 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7b004e5-60f9-475e-815c-95fd7a985e8d {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:41.842258 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1723ff-95bc-4b42-b9b7-07cec6fba1b0', 'name': 'network-vif-deleted', 'tag': '91c0340c-475c-4183-894e-a3e8ea69e1a3', 'status': 'completed', 'code': 200} Sep 22 20:08:41.868023 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-abdb0525-ff0f-4311-80c2-3f0670df9e12 req-58e09804-6e4d-4d5e-9705-cd9c6ee60b9d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389669 Sep 22 20:08:41.906075 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:41.972162 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'Port': ['ID=60d3eb4e-0281-4c1b-8b3f-d9f7da08a653,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:41.983175 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.080833 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Floating IP afbde565-6704-4c41-b2e0-b3abebf0f0af associated. External IP: 172.27.2.48, port: ccf113ad-dc3a-41f6-873f-15ef543da61a. Sep 22 20:08:42.282926 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Router 9cb7892f-c199-4793-a4eb-f1817bb39466 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:08:42.386187 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:08:42.399957 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] Sync routers for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:08:42.411486 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:08:42.413260 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:08:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:42.487364 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.516604 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-1d4bb781-24a1-4aeb-a6a0-df1fbc5012f0 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5134408 Sep 22 20:08:42.519249 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44414) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:42.524391 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668382326', 'description': 'tempest-secgroup-smoke-1668382326 description', 'project_id': 'a8469e0d4757406fa21fb3ad409eae45'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:42.632441 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.638089 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:08:42.715318 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.786342 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.818426 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7806b09d-ed3b-40c9-a613-63ed42bec555,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:42.828841 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.829197 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.829540 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.829905 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.830235 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.830569 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.831021 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.831358 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.831691 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.832016 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.832342 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.832668 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:08:42.859520 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44420) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:42.875951 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'afbde565-6704-4c41-b2e0-b3abebf0f0af', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'port_id': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'mac_address': 'fa:16:3e:31:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201178ff-4582-4f99-9854-f2ea401509f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:08:41Z', 'updated_at': '2021-09-22T20:08:41Z', 'revision_number': 0, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:41Z', 'revision_number': 5, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:42.902179 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] Checking router: 9cb7892f-c199-4793-a4eb-f1817bb39466 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:08:42.902751 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51b6c3d-e80d-41f0-91a4-31e90d31399d admin admin] Deleting subnet 6f69a95a-aab6-490d-a82b-90983ab03176 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:08:42.905930 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a51b6c3d-e80d-41f0-91a4-31e90d31399d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.911365 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:08:42.911908 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:08:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:42.915261 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8195-948f-4b24-acbb-d1589fb974b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.945369 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a51b6c3d-e80d-41f0-91a4-31e90d31399d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.966394 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:42.971075 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e4dde76b-24b7-4d04-8c2d-1f1a72289e1f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4469395 Sep 22 20:08:42.971871 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44424) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:42.976160 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-01127d70-00f9-41e0-87b5-f9c82733bf01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'security_group_rule': {'security_group_id': '7806b09d-ed3b-40c9-a613-63ed42bec555', 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:42.997129 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104673b-5b6a-4a7a-8233-7f13d8f1561f req-061617ac-712d-4160-84dc-98078152d108 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:42.999035 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e104673b-5b6a-4a7a-8233-7f13d8f1561f req-061617ac-712d-4160-84dc-98078152d108 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0540369 Sep 22 20:08:43.007433 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a51b6c3d-e80d-41f0-91a4-31e90d31399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.034517 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:08:43.038905 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e104673b-5b6a-4a7a-8233-7f13d8f1561f req-5ec55663-5b04-45ed-837f-9a9aa255564c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339298 Sep 22 20:08:43.083777 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-01127d70-00f9-41e0-87b5-f9c82733bf01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.131064 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-01127d70-00f9-41e0-87b5-f9c82733bf01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.178436 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a51b6c3d-e80d-41f0-91a4-31e90d31399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.209713 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b6c3d-e80d-41f0-91a4-31e90d31399d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f69a95a-aab6-490d-a82b-90983ab03176,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:43.216218 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a51b6c3d-e80d-41f0-91a4-31e90d31399d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.218422 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a51b6c3d-e80d-41f0-91a4-31e90d31399d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6f69a95a-aab6-490d-a82b-90983ab03176 HTTP/1.1" status: 204 len: 168 time: 0.3578804 Sep 22 20:08:43.218554 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 44426) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:43.220720 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-01127d70-00f9-41e0-87b5-f9c82733bf01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.239908 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01127d70-00f9-41e0-87b5-f9c82733bf01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f630a1a-11da-4e00-8e22-0916c83388f7,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:43.279377 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'afbde565-6704-4c41-b2e0-b3abebf0f0af', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'port_id': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'mac_address': 'fa:16:3e:31:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201178ff-4582-4f99-9854-f2ea401509f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:08:41Z', 'updated_at': '2021-09-22T20:08:41Z', 'revision_number': 0, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:41Z', 'revision_number': 5, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:43.317574 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-01127d70-00f9-41e0-87b5-f9c82733bf01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.317843 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.318998 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f599827-0c87-41ad-be44-e6c85eb10478 None None] The sync data for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi is: [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': 'afbde565-6704-4c41-b2e0-b3abebf0f0af', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'floating_ip_address': '172.27.2.48', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'port_id': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'mac_address': 'fa:16:3e:31:bb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201178ff-4582-4f99-9854-f2ea401509f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:08:41Z', 'updated_at': '2021-09-22T20:08:41Z', 'revision_number': 0, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:41Z', 'revision_number': 5, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:08:43.320217 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-01127d70-00f9-41e0-87b5-f9c82733bf01 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3470566 Sep 22 20:08:43.323368 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44428) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:43.329152 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-09e70c84-c230-4fa0-a333-21547584f60c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'security_group_rule': {'security_group_id': '7806b09d-ed3b-40c9-a613-63ed42bec555', 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:43.427020 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.449402 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a92c572-d9b0-4f4b-8ab7-a84277390a64']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:43.460197 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:43.460522 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60f8a82-48d9-43a3-afe5-6c30a0f1a0cf') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:08:43.471292 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.486378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.494444 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:08:43.495278 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:08:43.497771 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:08:43.570838 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067436c2-57ae-41ad-9d67-f7a5499dc4a2 None None] New status for floating IP afbde565-6704-4c41-b2e0-b3abebf0f0af: ACTIVE {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:08:43.844530 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:43.847069 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499432fc-c0b4-413f-8a84-12fe46985800" -d '{"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:43.882095 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f88037-8ed1-4458-aae4-c90c0bde5207 x-openstack-request-id: req-f1f88037-8ed1-4458-aae4-c90c0bde5207 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:43.882386 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:43.882635 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1f88037-8ed1-4458-aae4-c90c0bde5207 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:43.883053 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'status': 'completed', 'code': 200} Sep 22 20:08:43.894537 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-09e70c84-c230-4fa0-a333-21547584f60c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:43.945378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499432fc-c0b4-413f-8a84-12fe46985800 req-6ae157cb-27a6-4902-83f9-98018b6eea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:43.946920 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-499432fc-c0b4-413f-8a84-12fe46985800 req-6ae157cb-27a6-4902-83f9-98018b6eea22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8469e0d4757406fa21fb3ad409eae45&device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1099 time: 0.0378935 Sep 22 20:08:43.955386 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-09e70c84-c230-4fa0-a333-21547584f60c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.038627 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499432fc-c0b4-413f-8a84-12fe46985800 req-89f50665-4291-429a-b11b-286d4ddf5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:44.040010 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-499432fc-c0b4-413f-8a84-12fe46985800 req-89f50665-4291-429a-b11b-286d4ddf5846 service neutron] 10.222.0.36 "GET /v2.0/networks?id=306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 200 len: 915 time: 0.0856855 Sep 22 20:08:44.108824 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-499432fc-c0b4-413f-8a84-12fe46985800 req-b1b4832d-0709-4a81-beec-447b3b452543 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 999 time: 0.0596805 Sep 22 20:08:44.132593 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.171877 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.173761 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2a92c572-d9b0-4f4b-8ab7-a84277390a64 HTTP/1.1" status: 204 len: 168 time: 0.9532163 Sep 22 20:08:44.192777 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe8df6-ea28-4e6c-89f6-b908e94f4a87 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a92c572-d9b0-4f4b-8ab7-a84277390a64,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:44.202648 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499432fc-c0b4-413f-8a84-12fe46985800 req-9f26d043-370c-4049-bc72-493d068abf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:44.204649 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-499432fc-c0b4-413f-8a84-12fe46985800 req-9f26d043-370c-4049-bc72-493d068abf81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca28ce07-05c8-4b6a-94e7-b110ab323fc2 HTTP/1.1" status: 200 len: 853 time: 0.0878875 Sep 22 20:08:44.218469 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3487c94-667a-4f45-9d4d-c622be4d06bd req-f98221d3-c97a-4455-88fd-2ca4cc9d1a3b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:44.219978 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e3487c94-667a-4f45-9d4d-c622be4d06bd req-f98221d3-c97a-4455-88fd-2ca4cc9d1a3b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.1047494 Sep 22 20:08:44.281582 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e3487c94-667a-4f45-9d4d-c622be4d06bd req-fdc9df0d-5045-47a6-abfa-1c5213d82e90 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533566 Sep 22 20:08:44.287457 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499432fc-c0b4-413f-8a84-12fe46985800 req-7ace7d75-2a51-4630-9658-f0dfc5dae27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:44.288933 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-499432fc-c0b4-413f-8a84-12fe46985800 req-7ace7d75-2a51-4630-9658-f0dfc5dae27d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=306a9b74-8567-4d59-81ba-0a7df941fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0680776 Sep 22 20:08:44.290292 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-09e70c84-c230-4fa0-a333-21547584f60c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.307384 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e70c84-c230-4fa0-a333-21547584f60c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0167bc-bedb-4b14-84f6-a8ee624e3190,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:44.380380 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-499432fc-c0b4-413f-8a84-12fe46985800 req-13e99543-a899-4d2e-890e-0861aceb10bc service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822408 Sep 22 20:08:44.586297 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-09e70c84-c230-4fa0-a333-21547584f60c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.587501 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-09e70c84-c230-4fa0-a333-21547584f60c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2630599 Sep 22 20:08:44.590366 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44438) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:44.595237 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-a3d447ca-c4d9-418d-8475-308fad43c869 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'security_group_rule': {'security_group_id': '7806b09d-ed3b-40c9-a613-63ed42bec555', 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:44.702941 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a3d447ca-c4d9-418d-8475-308fad43c869 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.717449 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-499432fc-c0b4-413f-8a84-12fe46985800 req-da09427b-2a92-4df8-8156-e50887df930b service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278508 Sep 22 20:08:44.759623 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a3d447ca-c4d9-418d-8475-308fad43c869 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.768385 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44440) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:44.806343 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d1b9119b-e919-46ab-ac30-dec504760e9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c345abc25c5249378a8476100122931c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368972 Sep 22 20:08:44.808630 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44442) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:44.842879 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a3d447ca-c4d9-418d-8475-308fad43c869 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.865254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d447ca-c4d9-418d-8475-308fad43c869 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a16599-1e12-4891-af73-6d5883a7f6d1,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:44.880786 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2eb73bc8-4fba-4c5b-8da5-0ce6f21f6ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.903930 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2eb73bc8-4fba-4c5b-8da5-0ce6f21f6ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.933665 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a3d447ca-c4d9-418d-8475-308fad43c869 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:44.934874 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a3d447ca-c4d9-418d-8475-308fad43c869 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3432713 Sep 22 20:08:44.937540 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44446) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:44.941682 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-7e411164-2cf6-4596-a6ab-6c606503d25d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'security_group_rule': {'security_group_id': '7806b09d-ed3b-40c9-a613-63ed42bec555', 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:45.039755 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7e411164-2cf6-4596-a6ab-6c606503d25d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.070826 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2eb73bc8-4fba-4c5b-8da5-0ce6f21f6ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.073821 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2eb73bc8-4fba-4c5b-8da5-0ce6f21f6ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.075238 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-2eb73bc8-4fba-4c5b-8da5-0ce6f21f6ce1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/091de1cf-0505-4286-b05e-ef89c87b3216 HTTP/1.1" status: 204 len: 168 time: 0.2657440 Sep 22 20:08:45.097073 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb73bc8-4fba-4c5b-8da5-0ce6f21f6ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091de1cf-0505-4286-b05e-ef89c87b3216,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:45.120747 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7e411164-2cf6-4596-a6ab-6c606503d25d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.189474 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7e411164-2cf6-4596-a6ab-6c606503d25d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.208939 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e411164-2cf6-4596-a6ab-6c606503d25d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17b78c0-e5b5-463e-80d1-fa5aff0b9921,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:45.269854 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7e411164-2cf6-4596-a6ab-6c606503d25d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.271073 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7e411164-2cf6-4596-a6ab-6c606503d25d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3326101 Sep 22 20:08:45.273756 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44450) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:45.278139 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-4a0a365b-fc46-4522-a36e-3bd41460ad9a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'security_group_rule': {'security_group_id': '7806b09d-ed3b-40c9-a613-63ed42bec555', 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:45.402137 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd22e1a-6860-4727-9a3c-55969a2b862b req-4964bfd5-d8e5-4b8a-9c4f-32f8aa9c440d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:45.403631 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bd22e1a-6860-4727-9a3c-55969a2b862b req-4964bfd5-d8e5-4b8a-9c4f-32f8aa9c440d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0483356 Sep 22 20:08:45.435206 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.securitygroups_db [None req-4a0a365b-fc46-4522-a36e-3bd41460ad9a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Project a8469e0d4757406fa21fb3ad409eae45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 20:08:45.441410 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4a0a365b-fc46-4522-a36e-3bd41460ad9a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.446887 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9bd22e1a-6860-4727-9a3c-55969a2b862b req-1d0007a1-bfc1-4c39-ad10-53083655bbc1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333571 Sep 22 20:08:45.504481 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4a0a365b-fc46-4522-a36e-3bd41460ad9a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.532573 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cadd95a0-fcd2-425d-b5f3-467d267fa8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.591866 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4a0a365b-fc46-4522-a36e-3bd41460ad9a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.608967 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a365b-fc46-4522-a36e-3bd41460ad9a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a0597e-2af2-4dc1-8a9c-f6282e57a93e,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:45.692363 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4a0a365b-fc46-4522-a36e-3bd41460ad9a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.693598 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-4a0a365b-fc46-4522-a36e-3bd41460ad9a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4188247 Sep 22 20:08:45.699785 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44462) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:45.703993 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.v2.base [None req-5551697e-cd1d-47d3-86a5-d72f5e913999 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'security_group_rule': {'security_group_id': '7806b09d-ed3b-40c9-a613-63ed42bec555', 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:45.809077 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.securitygroups_db [None req-5551697e-cd1d-47d3-86a5-d72f5e913999 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Project a8469e0d4757406fa21fb3ad409eae45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 20:08:45.814130 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5551697e-cd1d-47d3-86a5-d72f5e913999 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.872103 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5551697e-cd1d-47d3-86a5-d72f5e913999 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.963334 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5551697e-cd1d-47d3-86a5-d72f5e913999 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33076573'] for security_group_rule, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:45.981327 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551697e-cd1d-47d3-86a5-d72f5e913999 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a85c4b-a759-4636-b042-162c1f7f0fd0,revision_number=0']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:46.052564 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5551697e-cd1d-47d3-86a5-d72f5e913999 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:46.053867 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5551697e-cd1d-47d3-86a5-d72f5e913999 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3531020 Sep 22 20:08:46.135538 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-92323d65-78e6-4f07-b4ac-eb980ed440fb tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668382326&fields=id&tenant_id=a8469e0d4757406fa21fb3ad409eae45 HTTP/1.1" status: 200 len: 267 time: 0.0347741 Sep 22 20:08:46.193456 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-d3634b26-90b6-4621-b7b5-ddfb58d89e1c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:46.194975 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-d3634b26-90b6-4621-b7b5-ddfb58d89e1c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0534177 Sep 22 20:08:46.197557 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:46.210133 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'port': {'security_groups': ['fc8f3390-110e-40f2-b262-8b5c11e5e2e7', '7806b09d-ed3b-40c9-a613-63ed42bec555']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:08:46.237030 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 91c0340c-475c-4183-894e-a3e8ea69e1a3 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:08:46.257193 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 91c0340c-475c-4183-894e-a3e8ea69e1a3 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:08:46.257713 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 91c0340c-475c-4183-894e-a3e8ea69e1a3 not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:08:46.274619 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:46.459789 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] For port ccf113ad-dc3a-41f6-873f-15ef543da61a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:46.522336 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:46.539167 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3c3e6-14af-481a-8152-4b1b3d8762b8 req-774a0459-47b5-4588-9953-31cc4cc8c149 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:46.540641 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-48c3c3e6-14af-481a-8152-4b1b3d8762b8 req-774a0459-47b5-4588-9953-31cc4cc8c149 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0724976 Sep 22 20:08:46.577605 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-48c3c3e6-14af-481a-8152-4b1b3d8762b8 req-5458adae-29f6-4276-a0ea-560df6ae88b4 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310621 Sep 22 20:08:46.626705 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:46.642825 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['ccf113ad-dc3a-41f6-873f-15ef543da61a'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:08:46.705728 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:46.706090 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:46.707941 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ab4946af-a036-4b95-8c7e-0b0580ee9e51 req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "PUT /v2.0/ports/ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 982 time: 0.5062406 Sep 22 20:08:46.709614 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:46.711284 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:46.715972 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42c5d7b-ad35-461d-aeeb-94e832c09db2" -d '{"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:46.757695 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ef031-a498-4a40-b98e-1fe134bcfa0e req-2a103f9f-e9e7-431e-a2d9-b1192e01978d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:46.759409 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3e2ef031-a498-4a40-b98e-1fe134bcfa0e req-2a103f9f-e9e7-431e-a2d9-b1192e01978d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.1281703 Sep 22 20:08:46.760226 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccff37-2cb0-4d80-8f4d-ac8a4c5b75f1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'Port': ['ID=ccf113ad-dc3a-41f6-873f-15ef543da61a,revision_number=6']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:46.796199 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['ccf113ad-dc3a-41f6-873f-15ef543da61a'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:08:46.849997 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3e2ef031-a498-4a40-b98e-1fe134bcfa0e req-34e22bae-0b37-4dbf-954f-66dbf58cd712 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787389 Sep 22 20:08:46.875649 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ab195-e2d7-4d4a-a83f-04b10841e3f7 req-25e64253-b96f-48f2-97a5-5fe5fcba1026 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:46.877614 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-299ab195-e2d7-4d4a-a83f-04b10841e3f7 req-25e64253-b96f-48f2-97a5-5fe5fcba1026 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0909970 Sep 22 20:08:46.911784 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f42f95-de0e-453e-8dde-ff98ded24836 x-openstack-request-id: req-a6f42f95-de0e-453e-8dde-ff98ded24836 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:46.912070 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:46.912316 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6f42f95-de0e-453e-8dde-ff98ded24836 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:46.912705 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'status': 'completed', 'code': 200} Sep 22 20:08:46.934757 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-299ab195-e2d7-4d4a-a83f-04b10841e3f7 req-cb8e1b55-51a0-4a88-beb1-1ee5da9c8136 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448325 Sep 22 20:08:47.007365 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-94f51cde-9786-417f-a037-c7828119fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:47.007365 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-94f51cde-9786-417f-a037-c7828119fa9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8469e0d4757406fa21fb3ad409eae45&device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1138 time: 0.0588872 Sep 22 20:08:47.108562 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-cbe2b204-8b4a-4701-b4d7-4581fcb208a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:47.110816 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-cbe2b204-8b4a-4701-b4d7-4581fcb208a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 200 len: 915 time: 0.0972946 Sep 22 20:08:47.154443 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-ad4776ae-d37f-4b48-bc3d-853abdab993c None None] Provisioning complete for port ccf113ad-dc3a-41f6-873f-15ef543da61a triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:08:47.154858 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ad4776ae-d37f-4b48-bc3d-853abdab993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:47.188885 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-6011d346-ccc9-43dc-81bb-1cf7534f1ab7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 1001 time: 0.0697870 Sep 22 20:08:47.243707 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-45aafb93-efd9-4485-978e-5bc23d460115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:47.245247 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-45aafb93-efd9-4485-978e-5bc23d460115 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca28ce07-05c8-4b6a-94e7-b110ab323fc2 HTTP/1.1" status: 200 len: 853 time: 0.0472379 Sep 22 20:08:47.294510 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-e5177a93-1158-4af0-88ce-54aeedd6a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:47.295989 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-e5177a93-1158-4af0-88ce-54aeedd6a7c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=306a9b74-8567-4d59-81ba-0a7df941fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391831 Sep 22 20:08:47.390949 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-4942aa75-2fdd-4b4e-9a8f-2a2642691fe4 service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860584 Sep 22 20:08:47.487999 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d42c5d7b-ad35-461d-aeeb-94e832c09db2 req-abdcf9c4-119b-4263-9fb5-dd7aa57a6fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884802 Sep 22 20:08:47.694925 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb9011-f55f-4226-8d26-a139f6adb718 req-ac5fbc44-ff2d-4ce3-925a-1f5569f5fd39 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:47.696444 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-72cb9011-f55f-4226-8d26-a139f6adb718 req-ac5fbc44-ff2d-4ce3-925a-1f5569f5fd39 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0535412 Sep 22 20:08:47.733953 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-72cb9011-f55f-4226-8d26-a139f6adb718 req-9b31f34e-0e04-407b-9585-28c07a56f40e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313048 Sep 22 20:08:47.979001 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb7903-c009-4d8e-87c1-20692c9c4150 req-d85bf249-9c83-4298-9362-d5732519cc3d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:47.980639 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cdbb7903-c009-4d8e-87c1-20692c9c4150 req-d85bf249-9c83-4298-9362-d5732519cc3d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0501838 Sep 22 20:08:48.019100 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cdbb7903-c009-4d8e-87c1-20692c9c4150 req-efce6e36-d584-46e1-9953-55eba8ff272f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312982 Sep 22 20:08:48.379536 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44538) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:48.383762 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:48.485772 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3589bb79-574f-46de-9752-6be141793dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:48.576743 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3589bb79-574f-46de-9752-6be141793dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:48.641006 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3589bb79-574f-46de-9752-6be141793dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:48.679619 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-3589bb79-574f-46de-9752-6be141793dd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97dfb89ecb6045c589edaed7b8e36012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990661 Sep 22 20:08:48.681562 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589bb79-574f-46de-9752-6be141793dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef854e13-22aa-4697-9194-6e8f4672ab5f,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:48.682280 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 44542) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:48.730269 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b590-a3dc-486c-9ab5-68e1374cf74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:48.751096 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b590-a3dc-486c-9ab5-68e1374cf74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:48.849446 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d691b6f-7669-4b81-b46f-6214c627c89e req-0900bc4e-f3bf-4078-a11a-3d5751897ff0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:48.850923 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8d691b6f-7669-4b81-b46f-6214c627c89e req-0900bc4e-f3bf-4078-a11a-3d5751897ff0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0500534 Sep 22 20:08:48.881254 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b590-a3dc-486c-9ab5-68e1374cf74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:48.883717 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9dc1b590-a3dc-486c-9ab5-68e1374cf74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:48.884790 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-9dc1b590-a3dc-486c-9ab5-68e1374cf74b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef854e13-22aa-4697-9194-6e8f4672ab5f HTTP/1.1" status: 204 len: 168 time: 0.2015321 Sep 22 20:08:48.897593 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8d691b6f-7669-4b81-b46f-6214c627c89e req-7705d36e-953f-43ff-b704-4a6361af5f4f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Sep 22 20:08:48.898402 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1b590-a3dc-486c-9ab5-68e1374cf74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef854e13-22aa-4697-9194-6e8f4672ab5f,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:49.136479 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6774f4-c607-4c43-8eae-b8be422cc6f4 req-85b10905-cdf2-44cf-a0f5-94aae2697002 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:49.137985 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9b6774f4-c607-4c43-8eae-b8be422cc6f4 req-85b10905-cdf2-44cf-a0f5-94aae2697002 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0482051 Sep 22 20:08:49.176227 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9b6774f4-c607-4c43-8eae-b8be422cc6f4 req-bcf82a97-2d4f-4aed-8aaa-ab8de9085c8d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316722 Sep 22 20:08:49.540412 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 44554) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:49.553471 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-41a7754a-a381-463d-b437-37f1d306df8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:49.639739 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-41a7754a-a381-463d-b437-37f1d306df8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:49.703703 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-41a7754a-a381-463d-b437-37f1d306df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:49.743428 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-41a7754a-a381-463d-b437-37f1d306df8a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3b9d80d516dd4eabb5bfe031553c3019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018971 Sep 22 20:08:49.744356 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7754a-a381-463d-b437-37f1d306df8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6054d64c-36cd-4eeb-834d-10d1ec3dfb4c,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:49.746094 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44556) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:08:49.793721 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-76d2d2a7-40e5-46e8-b3ed-4b3537fd1e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:49.814911 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-76d2d2a7-40e5-46e8-b3ed-4b3537fd1e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:49.926155 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-76d2d2a7-40e5-46e8-b3ed-4b3537fd1e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:49.928705 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-76d2d2a7-40e5-46e8-b3ed-4b3537fd1e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:49.929877 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-76d2d2a7-40e5-46e8-b3ed-4b3537fd1e53 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6054d64c-36cd-4eeb-834d-10d1ec3dfb4c HTTP/1.1" status: 204 len: 168 time: 0.1827421 Sep 22 20:08:49.938013 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2d2a7-40e5-46e8-b3ed-4b3537fd1e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6054d64c-36cd-4eeb-834d-10d1ec3dfb4c,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:50.016022 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d4039-e9bb-41d6-bacc-6e08d245b0ba req-7a4d8ae8-5d2d-4c4f-9893-29c0ce64857f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:50.017526 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-252d4039-e9bb-41d6-bacc-6e08d245b0ba req-7a4d8ae8-5d2d-4c4f-9893-29c0ce64857f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0480585 Sep 22 20:08:50.055191 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-252d4039-e9bb-41d6-bacc-6e08d245b0ba req-54bf4fa3-e99a-4273-8a00-8c306260294b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317492 Sep 22 20:08:50.254465 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:08:50.303142 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb234e-f757-4703-88f2-1788443995b9 req-4eb21485-1323-45a6-a153-758defa51ce2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:50.304779 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b9cb234e-f757-4703-88f2-1788443995b9 req-4eb21485-1323-45a6-a153-758defa51ce2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0507159 Sep 22 20:08:50.362679 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:50.363766 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b9cb234e-f757-4703-88f2-1788443995b9 req-03aac889-6fb3-4588-b108-69a5748f0df3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463161 Sep 22 20:08:50.374395 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'port_id': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'mac_address': 'fa:16:3e:df:17:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:08:50.420943 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:50.434371 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5781ff3d-6cbd-43eb-a01c-dd0f277296ac {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:08:50.453546 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:50.543338 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:50.590706 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=6']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:50.683541 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['5781ff3d-6cbd-43eb-a01c-dd0f277296ac'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:08:51.170961 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a9b4b-91b8-439e-8a1f-4f36a48fe49f req-586762ff-580e-4eb4-9914-b5d9a4c5a3c0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:51.172567 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb0a9b4b-91b8-439e-8a1f-4f36a48fe49f req-586762ff-580e-4eb4-9914-b5d9a4c5a3c0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0520434 Sep 22 20:08:51.213802 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb0a9b4b-91b8-439e-8a1f-4f36a48fe49f req-a3fdd2a6-cf26-4282-9a76-287c1c43921d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347450 Sep 22 20:08:51.495722 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ee05-bdc4-4ac3-92d0-f84260b37729 req-3df1ed81-254c-48f8-a29b-1daadf13dfa3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:51.497190 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e313ee05-bdc4-4ac3-92d0-f84260b37729 req-3df1ed81-254c-48f8-a29b-1daadf13dfa3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 945 time: 0.0537329 Sep 22 20:08:51.539375 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e313ee05-bdc4-4ac3-92d0-f84260b37729 req-9c8f4688-f592-4f5d-a059-c69eafa4473f tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351462 Sep 22 20:08:52.214850 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-6b4bb702-d52a-4426-8264-a6ae8d92c931 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520957 Sep 22 20:08:52.262841 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:08:52.307737 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-f4bf302f-1c64-4963-aa2e-23c56e745878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:52.310003 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-f4bf302f-1c64-4963-aa2e-23c56e745878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 1098 time: 0.0681455 Sep 22 20:08:52.353144 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:08:52.353522 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:52.419783 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:52.462550 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:52.488549 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:08:52.491336 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2150b7-fa17-4aa7-9fd3-5828175d36d8" -d '{"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-plugged", "status": "completed", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:08:52.495282 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d37db-01b8-45de-96d4-567be4c8d1f6 req-d7603698-b66c-499c-8051-f5aa8cf9117b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:52.497332 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dc6d37db-01b8-45de-96d4-567be4c8d1f6 req-d7603698-b66c-499c-8051-f5aa8cf9117b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.1660144 Sep 22 20:08:52.498878 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-e9eb2169-de39-4a89-a796-deaf04b27321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:52.501086 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-e9eb2169-de39-4a89-a796-deaf04b27321 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 913 time: 0.1584117 Sep 22 20:08:52.538928 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:08:52.543474 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11b52c8-0240-4efe-9f21-a4fc97985dd5 x-openstack-request-id: req-e11b52c8-0240-4efe-9f21-a4fc97985dd5 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:08:52.543769 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-plugged", "status": "completed", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:08:52.544027 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e11b52c8-0240-4efe-9f21-a4fc97985dd5 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:08:52.544454 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'code': 200} Sep 22 20:08:52.594286 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dc6d37db-01b8-45de-96d4-567be4c8d1f6 req-0b2dbd4e-a86d-4c31-8464-4dfb2d96f155 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763745 Sep 22 20:08:52.606879 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:08:52.648562 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-f3a52ef7-811d-484b-899f-77c46fac20d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=450b892f-6112-4d83-be79-27857441824a HTTP/1.1" status: 200 len: 1000 time: 0.1392086 Sep 22 20:08:52.676070 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=7']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:08:52.764169 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-c28d645c-e6e1-4e2d-a0b9-18552cbf61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:52.766908 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-c28d645c-e6e1-4e2d-a0b9-18552cbf61dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.1081886 Sep 22 20:08:52.782135 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fa7a5-062d-4315-8632-4eea3cacdb7b req-8550b1b8-f350-4b00-ad70-eb7a13586494 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:52.784136 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-db5fa7a5-062d-4315-8632-4eea3cacdb7b req-8550b1b8-f350-4b00-ad70-eb7a13586494 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.1173065 Sep 22 20:08:52.904236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-fb64c9fe-4f98-4ef3-adb7-0c51eba50380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:52.906362 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-fb64c9fe-4f98-4ef3-adb7-0c51eba50380 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1212287 Sep 22 20:08:52.916825 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-db5fa7a5-062d-4315-8632-4eea3cacdb7b req-1024c8c7-1048-4e88-a26e-4404a3849747 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205792 Sep 22 20:08:53.029295 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-d248e271-f6b0-4547-9713-5e240d08fdeb service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112103 Sep 22 20:08:53.142505 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8914724c-a494-42ae-8a94-9b68f7d1e307 req-45d2d5c3-00ed-46f0-8b45-2880d17a478e service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055448 Sep 22 20:08:53.733152 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4d5c-ef55-4c97-a141-681bf9287f07 req-10bdbe4f-db96-43b5-a148-f9b762521d59 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:53.735252 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed5d4d5c-ef55-4c97-a141-681bf9287f07 req-10bdbe4f-db96-43b5-a148-f9b762521d59 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0529938 Sep 22 20:08:53.801672 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ed5d4d5c-ef55-4c97-a141-681bf9287f07 req-401e7770-8e08-42e0-8803-47fa4d5eab6b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532582 Sep 22 20:08:54.054633 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a6e9-6d03-4dc4-aa48-acf84ad823d9 req-b07db224-eaa8-40d5-b24b-fd7d64f3ccd9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:54.056541 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2398a6e9-6d03-4dc4-aa48-acf84ad823d9 req-b07db224-eaa8-40d5-b24b-fd7d64f3ccd9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0600703 Sep 22 20:08:54.104910 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2398a6e9-6d03-4dc4-aa48-acf84ad823d9 req-3c800420-cd8e-4409-99b3-68aaadec67d1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422008 Sep 22 20:08:54.926138 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714d22b-ff69-4606-bfb6-20b447821e8d req-fca2407f-2ec4-48a7-aa9c-572e7bb63866 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:54.930140 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9714d22b-ff69-4606-bfb6-20b447821e8d req-fca2407f-2ec4-48a7-aa9c-572e7bb63866 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0502834 Sep 22 20:08:54.967805 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9714d22b-ff69-4606-bfb6-20b447821e8d req-fd8587a2-8043-4663-887e-879183508d08 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341301 Sep 22 20:08:55.260123 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d10a0-13d1-49bd-9a79-1b08ec828cb2 req-2d49b5b1-282c-453a-9258-19091f9562c1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:55.261758 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb3d10a0-13d1-49bd-9a79-1b08ec828cb2 req-2d49b5b1-282c-453a-9258-19091f9562c1 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0602767 Sep 22 20:08:55.313985 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb3d10a0-13d1-49bd-9a79-1b08ec828cb2 req-00a1340f-0947-4202-99c6-11f1b8ebf74e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453930 Sep 22 20:08:56.021772 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:08:56.092222 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e2c2a-8350-4e67-94f0-c98569e3af27 req-2cbddc5c-ca17-423b-be57-dc66b64f0d54 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:56.094617 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e66e2c2a-8350-4e67-94f0-c98569e3af27 req-2cbddc5c-ca17-423b-be57-dc66b64f0d54 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0571086 Sep 22 20:08:56.136961 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e66e2c2a-8350-4e67-94f0-c98569e3af27 req-2b9e5221-c67c-4c18-a067-14f6c66e759b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350838 Sep 22 20:08:56.440721 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aab012-dab3-4f03-9f5d-55dbb232ea1e req-75c5a97a-5b68-45a0-8925-f3f1c34b1622 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:56.446197 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52aab012-dab3-4f03-9f5d-55dbb232ea1e req-75c5a97a-5b68-45a0-8925-f3f1c34b1622 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0560429 Sep 22 20:08:56.482517 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52aab012-dab3-4f03-9f5d-55dbb232ea1e req-edee5066-5e28-4596-8166-c838523fd733 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334826 Sep 22 20:08:57.258187 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2404329-afe0-4924-87da-6337b0c6e604 req-c8b26618-5a58-4076-82f8-6c75ced35c8e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:57.260099 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d2404329-afe0-4924-87da-6337b0c6e604 req-c8b26618-5a58-4076-82f8-6c75ced35c8e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0493734 Sep 22 20:08:57.305038 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d2404329-afe0-4924-87da-6337b0c6e604 req-6c620989-00f4-444d-9e06-1790fa69e81d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377874 Sep 22 20:08:57.613491 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1aacb-9c29-4dfb-a84f-3c16397781d5 req-ebb8c214-f735-47e3-bea7-5c5107af820c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:57.615164 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-01a1aacb-9c29-4dfb-a84f-3c16397781d5 req-ebb8c214-f735-47e3-bea7-5c5107af820c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0569756 Sep 22 20:08:57.654787 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-01a1aacb-9c29-4dfb-a84f-3c16397781d5 req-b304f04b-73e0-4595-8aa9-06bb19106a5b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334716 Sep 22 20:08:58.246922 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799147b7-ffeb-471a-8cde-770891eb256c req-0e798a1c-1fd7-496b-85e5-574b39e903d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:58.248741 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-799147b7-ffeb-471a-8cde-770891eb256c req-0e798a1c-1fd7-496b-85e5-574b39e903d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1099 time: 0.0422390 Sep 22 20:08:58.364043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799147b7-ffeb-471a-8cde-770891eb256c req-c95c2190-24e9-4d29-b643-5538cdb472cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:58.365590 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-799147b7-ffeb-471a-8cde-770891eb256c req-c95c2190-24e9-4d29-b643-5538cdb472cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 910 time: 0.1017392 Sep 22 20:08:58.508220 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c46b0-1de1-44e0-af0c-62b102570146 req-b08ac2e1-9b10-4ffd-911a-c2086e2b7aa5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:58.509447 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-952c46b0-1de1-44e0-af0c-62b102570146 req-b08ac2e1-9b10-4ffd-911a-c2086e2b7aa5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0653825 Sep 22 20:08:58.512314 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-799147b7-ffeb-471a-8cde-770891eb256c req-5dfcc978-83c4-4392-aee7-3ce388928a50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 1002 time: 0.1386318 Sep 22 20:08:58.598886 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799147b7-ffeb-471a-8cde-770891eb256c req-f6318b78-be29-47c8-9207-9b6cf74b57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:58.600206 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-799147b7-ffeb-471a-8cde-770891eb256c req-f6318b78-be29-47c8-9207-9b6cf74b57f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 200 len: 848 time: 0.0766003 Sep 22 20:08:58.603344 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-952c46b0-1de1-44e0-af0c-62b102570146 req-e1d2cae8-8b9d-4dac-a5a5-a2a3b6766609 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859313 Sep 22 20:08:58.652414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799147b7-ffeb-471a-8cde-770891eb256c req-c4c2b7b5-276b-4d7d-8336-a077258c49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:58.654059 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-799147b7-ffeb-471a-8cde-770891eb256c req-c4c2b7b5-276b-4d7d-8336-a077258c49dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417728 Sep 22 20:08:58.798514 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-799147b7-ffeb-471a-8cde-770891eb256c req-68ef9b13-6c7c-40ee-bdd4-25860138570b service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350560 Sep 22 20:08:58.831621 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ec18c-9ccc-4aad-a269-9d3a6f1a5f4d req-63b4e5fc-6275-476a-9614-0906acecf18d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:58.833180 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-247ec18c-9ccc-4aad-a269-9d3a6f1a5f4d req-63b4e5fc-6275-476a-9614-0906acecf18d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.1001046 Sep 22 20:08:58.895572 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-247ec18c-9ccc-4aad-a269-9d3a6f1a5f4d req-2587644b-4629-4124-9847-ec383e2cb6df tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501647 Sep 22 20:08:58.995872 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-799147b7-ffeb-471a-8cde-770891eb256c req-fe48be00-9a0c-4f0f-9d07-cd4fe3de0c92 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857967 Sep 22 20:08:59.756094 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa938c-eb47-4d56-9d47-dcdceacac410 req-75506083-d31c-416d-b281-9019563495a8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:08:59.763459 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6daa938c-eb47-4d56-9d47-dcdceacac410 req-75506083-d31c-416d-b281-9019563495a8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0686846 Sep 22 20:08:59.799660 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6daa938c-eb47-4d56-9d47-dcdceacac410 req-6b28b21c-902c-4b4c-bc20-c11eba89a298 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353324 Sep 22 20:09:00.030217 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459fbcc-8148-4e14-be5e-a7432355386b req-1f0bcf6f-81b1-4001-a647-5d40aa0a283d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:00.034275 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2459fbcc-8148-4e14-be5e-a7432355386b req-1f0bcf6f-81b1-4001-a647-5d40aa0a283d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0555823 Sep 22 20:09:00.071751 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2459fbcc-8148-4e14-be5e-a7432355386b req-e851353f-2d43-4e12-99b3-66738cfbd0c9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333333 Sep 22 20:09:00.930899 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4fa35-3c46-45af-94af-024fc2c16f62 req-6a8fe508-8843-4c19-a685-e25bbdb62566 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:00.932702 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2ec4fa35-3c46-45af-94af-024fc2c16f62 req-6a8fe508-8843-4c19-a685-e25bbdb62566 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0580137 Sep 22 20:09:00.975163 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2ec4fa35-3c46-45af-94af-024fc2c16f62 req-c67ba8fa-671f-470e-8a87-b2b714b39460 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351501 Sep 22 20:09:01.202447 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871f470-0fb0-4ae3-9005-61a35226fb1f req-3f52650a-7ba2-4d53-8e04-0b10645911a8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:01.203915 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9871f470-0fb0-4ae3-9005-61a35226fb1f req-3f52650a-7ba2-4d53-8e04-0b10645911a8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0519795 Sep 22 20:09:01.240772 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9871f470-0fb0-4ae3-9005-61a35226fb1f req-1de7710f-4258-44aa-bfad-6995645c3a16 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309567 Sep 22 20:09:01.947916 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51730ff-c109-4677-9b04-594ba706748f req-b35a0d6b-657e-4b4c-88c2-044f6ba01b9e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:01.949872 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f51730ff-c109-4677-9b04-594ba706748f req-b35a0d6b-657e-4b4c-88c2-044f6ba01b9e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.0554924 Sep 22 20:09:01.995708 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f51730ff-c109-4677-9b04-594ba706748f req-eca2512b-2e7c-4f6d-b5b7-aedf4742a9c0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390413 Sep 22 20:09:02.116257 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff1ea6-d44d-4d67-bf24-df67afc70c95 req-8aac6d75-5068-4db4-b4aa-a04ad2b67a78 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:02.117869 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dbff1ea6-d44d-4d67-bf24-df67afc70c95 req-8aac6d75-5068-4db4-b4aa-a04ad2b67a78 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0557115 Sep 22 20:09:02.163162 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-dbff1ea6-d44d-4d67-bf24-df67afc70c95 req-ed2d1ff7-86b4-4720-b4bd-504db3f8a298 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392032 Sep 22 20:09:02.371149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7807a-46c2-4d7f-85a6-dd74d202a0e9 req-4a940701-0ca7-4262-afe7-b6720c746407 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:02.372618 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-42c7807a-46c2-4d7f-85a6-dd74d202a0e9 req-4a940701-0ca7-4262-afe7-b6720c746407 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0528986 Sep 22 20:09:02.417002 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-42c7807a-46c2-4d7f-85a6-dd74d202a0e9 req-dde504f2-4f0f-4d77-b12a-d7a1a6c1fc02 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377049 Sep 22 20:09:03.112875 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eb9c2-b681-4eb9-ac62-eed4a5b9cf92 req-fe0bd8a2-4eba-4724-8f34-981084cc7e4a tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:03.114395 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3d2eb9c2-b681-4eb9-ac62-eed4a5b9cf92 req-fe0bd8a2-4eba-4724-8f34-981084cc7e4a tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.0495336 Sep 22 20:09:03.151386 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3d2eb9c2-b681-4eb9-ac62-eed4a5b9cf92 req-e44d53f3-db86-4686-bf32-35ce6dfee20f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310626 Sep 22 20:09:03.280192 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38383836-c297-4583-8356-0b0c0d1dfdb9 req-14557ee9-6846-41d5-aecd-4f6d2ce7e356 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:03.281567 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38383836-c297-4583-8356-0b0c0d1dfdb9 req-14557ee9-6846-41d5-aecd-4f6d2ce7e356 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0472858 Sep 22 20:09:03.318417 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-38383836-c297-4583-8356-0b0c0d1dfdb9 req-49958d1c-7623-4ade-96ed-1b0ef04e6646 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303528 Sep 22 20:09:03.548674 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adaa77-ad48-4733-aa01-f5cf8d3c81c7 req-9669c7c3-bc2b-4951-ba1b-3d1ad5b40990 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:03.550193 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-84adaa77-ad48-4733-aa01-f5cf8d3c81c7 req-9669c7c3-bc2b-4951-ba1b-3d1ad5b40990 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0602486 Sep 22 20:09:03.595411 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-84adaa77-ad48-4733-aa01-f5cf8d3c81c7 req-ec24952d-1b84-4f3f-a198-ec4c474851ff tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390773 Sep 22 20:09:03.721213 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-f1360156-54bc-4316-b06d-97891dcaf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:03.722950 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-f1360156-54bc-4316-b06d-97891dcaf03e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 1099 time: 0.0411150 Sep 22 20:09:03.818474 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-dd7a7a2d-65e4-4251-b648-42097f7debdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:03.819948 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-dd7a7a2d-65e4-4251-b648-42097f7debdb service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.0887201 Sep 22 20:09:03.887109 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-4533dc6b-34d6-4aa9-a975-b9d2f01fb53c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac HTTP/1.1" status: 200 len: 1002 time: 0.0592506 Sep 22 20:09:03.934355 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-21a30d89-f533-4879-b3f2-fb9d5acc4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:03.935727 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-21a30d89-f533-4879-b3f2-fb9d5acc4f00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0411029 Sep 22 20:09:03.985285 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-1725dded-6a09-4282-b400-fc335929512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:03.987379 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-1725dded-6a09-4282-b400-fc335929512e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431664 Sep 22 20:09:04.105272 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-a9f235b3-70e9-4259-833c-6db5cbfeeef1 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080050 Sep 22 20:09:04.198819 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95ea79b1-e008-482c-88e5-b5bdcdc4684a req-7ac4e636-d5e0-4ef4-b3d8-f4a755eeaca2 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Sep 22 20:09:04.268258 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff4f8-ba0e-4964-970c-97e1bd6a4d43 req-928a8204-19bb-410f-8166-a96ffbe17316 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:04.269787 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a4ff4f8-ba0e-4964-970c-97e1bd6a4d43 req-928a8204-19bb-410f-8166-a96ffbe17316 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.0519693 Sep 22 20:09:04.308343 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a4ff4f8-ba0e-4964-970c-97e1bd6a4d43 req-d18b2db2-ea82-4833-8c53-9680fcfe7b74 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325358 Sep 22 20:09:04.430561 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17080465-b094-4375-a02a-5cfe4ac160e1 req-6ee6d5ae-994a-4ed3-ac60-acf37f311901 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:04.432060 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-17080465-b094-4375-a02a-5cfe4ac160e1 req-6ee6d5ae-994a-4ed3-ac60-acf37f311901 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0474780 Sep 22 20:09:04.472023 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-17080465-b094-4375-a02a-5cfe4ac160e1 req-2a29f344-e7e1-43b0-8d0d-8cabea3822b1 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330279 Sep 22 20:09:04.722782 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a169ece-596d-46a6-b470-51ed0f5b930e req-ff0bb15a-1792-41c3-816e-8979bfd02d89 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:04.724248 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a169ece-596d-46a6-b470-51ed0f5b930e req-ff0bb15a-1792-41c3-816e-8979bfd02d89 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0544682 Sep 22 20:09:04.763618 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0a169ece-596d-46a6-b470-51ed0f5b930e req-3211e465-db43-4dcc-82cf-52180ee8889b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329862 Sep 22 20:09:04.905977 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-284b2718-2680-4a6c-98a1-7608abe9b107 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:04.907287 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-284b2718-2680-4a6c-98a1-7608abe9b107 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.0454979 Sep 22 20:09:05.003042 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Deleting port 450b892f-6112-4d83-be79-27857441824a {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:09:05.003309 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:05.089119 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] For port 450b892f-6112-4d83-be79-27857441824a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=450b892f-6112-4d83-be79-27857441824a,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:05.089482 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:05.255214 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:05.255905 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:05.255905 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Floating IP 3af5baca-8563-4ae3-afad-1a5a3e186893 disassociated. External IP: 172.27.2.57, port: 450b892f-6112-4d83-be79-27857441824a. Sep 22 20:09:05.256213 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Calling delete_port for 450b892f-6112-4d83-be79-27857441824a owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:09:05.430220 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db2eee-8580-45ad-8971-6aa81cf34376 req-d935a32f-40e9-4b96-8e07-36564e9657a1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:05.431648 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51db2eee-8580-45ad-8971-6aa81cf34376 req-d935a32f-40e9-4b96-8e07-36564e9657a1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 945 time: 0.0515544 Sep 22 20:09:05.470054 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51db2eee-8580-45ad-8971-6aa81cf34376 req-3ad3a8a4-5c6e-4bfd-9f46-86728f115633 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324140 Sep 22 20:09:05.534420 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:05.574075 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event deleted for resources: {'Port': ['ID=450b892f-6112-4d83-be79-27857441824a,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:05.650319 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56dbcf-623d-44bd-9530-f5bb6e843010 req-e76bfd0f-d28e-42c6-9572-8765498063a8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:05.651785 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cc56dbcf-623d-44bd-9530-f5bb6e843010 req-e76bfd0f-d28e-42c6-9572-8765498063a8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.1092489 Sep 22 20:09:05.729047 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cc56dbcf-623d-44bd-9530-f5bb6e843010 req-48b0bc16-6926-4af1-ba93-fc51d767bbfb tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711517 Sep 22 20:09:05.740719 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:09:05.874767 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:09:05.888289 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:09:05.899685 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:09:05.901589 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:08:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:05.919906 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] No DVR routers for this DVR port 450b892f-6112-4d83-be79-27857441824a on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:09:05.923157 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:05.925671 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8671a462-1854-4693-92e8-4f3a7dd910d1 req-12fcb8bf-6f3b-4fbb-a4a5-a2af51c95870 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "DELETE /v2.0/ports/450b892f-6112-4d83-be79-27857441824a HTTP/1.1" status: 204 len: 173 time: 1.0104811 Sep 22 20:09:05.926131 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'name': 'network-vif-deleted', 'tag': '450b892f-6112-4d83-be79-27857441824a'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:05.928460 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4967b9-aa02-4ed5-974b-61ce9fea247c" -d '{"events": [{"server_uuid": "1b4d6c76-5d83-470e-ba24-87568de1c583", "name": "network-vif-deleted", "tag": "450b892f-6112-4d83-be79-27857441824a"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:05.943132 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0362-b58f-4525-8a7a-517e6a3c0ef6 req-469bf141-efb8-42f2-b83b-197a246c76fd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:05.946196 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5fcb0362-b58f-4525-8a7a-517e6a3c0ef6 req-469bf141-efb8-42f2-b83b-197a246c76fd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.1054792 Sep 22 20:09:06.054676 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:09:06.225451 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde43811-a02b-4fee-92e4-c48220c7604f x-openstack-request-id: req-bde43811-a02b-4fee-92e4-c48220c7604f {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:06.225776 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4d6c76-5d83-470e-ba24-87568de1c583", "name": "network-vif-deleted", "tag": "450b892f-6112-4d83-be79-27857441824a", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:06.226019 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bde43811-a02b-4fee-92e4-c48220c7604f {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:06.226405 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4d6c76-5d83-470e-ba24-87568de1c583', 'name': 'network-vif-deleted', 'tag': '450b892f-6112-4d83-be79-27857441824a', 'status': 'completed', 'code': 200} Sep 22 20:09:06.273419 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5fcb0362-b58f-4525-8a7a-517e6a3c0ef6 req-b1d31e3b-d4db-4bc9-ac36-10f40d124288 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3211315 Sep 22 20:09:06.289638 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b091f-ae7c-4827-8aac-beb238ab17a7 req-ef0d4f55-56de-40ce-b3ab-7cf9471eb735 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:06.291161 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b21b091f-ae7c-4827-8aac-beb238ab17a7 req-ef0d4f55-56de-40ce-b3ab-7cf9471eb735 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0640190 Sep 22 20:09:06.293555 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:06.331231 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b21b091f-ae7c-4827-8aac-beb238ab17a7 req-5e5ab50b-80fd-41f3-a0c9-eb8b5ec454e1 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339265 Sep 22 20:09:06.332259 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:09:06.341460 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:09:06.342119 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:08:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:06.346187 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 44848) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:06.436580 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-5834a69d-26a6-46c0-b44e-70510cd1e5a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898678 Sep 22 20:09:06.444293 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-ee919fd3-c2fa-433a-b443-d9a73555a5db service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:09:06.445333 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-ee919fd3-c2fa-433a-b443-d9a73555a5db service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058665 Sep 22 20:09:06.451742 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:09:06.577004 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8f782bb-d5fd-4c6d-8112-cc8ce0f328fd req-4b16b421-7617-41ea-93b3-f23b55fb64ac tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0299561 Sep 22 20:09:06.660096 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:06.686266 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d263a24d-1581-4657-b8fb-0454c5e9f14e None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:09:06.910862 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811aa83f-6a23-4adb-87d8-641d5ae7d3d4 None None] New status for floating IP 3af5baca-8563-4ae3-afad-1a5a3e186893: DOWN {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:09:07.409932 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3931f3-b035-493a-8875-c223fdcef264 req-52e09baa-6e02-4ec1-bf49-373c0e021f70 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:07.411383 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9a3931f3-b035-493a-8875-c223fdcef264 req-52e09baa-6e02-4ec1-bf49-373c0e021f70 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 946 time: 0.0523801 Sep 22 20:09:07.473121 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9a3931f3-b035-493a-8875-c223fdcef264 req-af5d4cc0-eae9-47c9-a7e2-e6a76ae0ea9d tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525191 Sep 22 20:09:07.481108 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308fc54-03b8-40a0-9260-b144f51a9e20 req-2a9b604b-7ef2-40b6-b83e-bb616d379c66 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:07.482533 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1308fc54-03b8-40a0-9260-b144f51a9e20 req-2a9b604b-7ef2-40b6-b83e-bb616d379c66 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0703092 Sep 22 20:09:07.520255 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1308fc54-03b8-40a0-9260-b144f51a9e20 req-1c1fcd20-85d7-4998-9717-53b987b931f5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Sep 22 20:09:07.667699 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7b052b51-69df-459a-be25-851fe553bd99 req-7e9da4b4-a3a3-46cb-8c46-065a179c4a46 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0253999 Sep 22 20:09:08.635676 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b69eb-27c6-423d-a32f-75e5a435a5de req-60948ea0-9258-49ce-88b5-c8666543b32d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:08.637152 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5c2b69eb-27c6-423d-a32f-75e5a435a5de req-60948ea0-9258-49ce-88b5-c8666543b32d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0499415 Sep 22 20:09:08.673136 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5c2b69eb-27c6-423d-a32f-75e5a435a5de req-927a18ef-59a3-4264-a88c-399e4412a1cf tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299997 Sep 22 20:09:08.758433 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46e56631-41de-49c9-b266-acdc7792f14a req-3bc0a871-f7e7-4bc9-89c2-fc09e1083065 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0270298 Sep 22 20:09:09.112469 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 0b24804c-d574-49f4-b8f0-70f88ff96df2 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:09:09.187374 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:09.212768 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:09.215020 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10e7e11-4b37-46e7-9a88-a2a5fbaf4111" -d '{"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-unplugged", "status": "completed", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:09.228007 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:09.246338 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7297e2-f4af-4da6-898f-118224f58843 x-openstack-request-id: req-bb7297e2-f4af-4da6-898f-118224f58843 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:09.246627 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-unplugged", "status": "failed", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2", "code": 422}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:09.246986 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb7297e2-f4af-4da6-898f-118224f58843 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:09.247398 dv-cinder-778534-8-iscsi neutron-server[101138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'code': 422} returned with failed status Sep 22 20:09:09.386028 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:09.386685 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 450b892f-6112-4d83-be79-27857441824a no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:09:09.424130 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 450b892f-6112-4d83-be79-27857441824a {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:09:09.424563 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 450b892f-6112-4d83-be79-27857441824a not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:09:09.424976 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:09:09.479620 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=6']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:09.526298 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:09.558009 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:09.669406 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:09.705194 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [req-1dc824e4-6319-4188-92cb-5a5a0552233f req-1735ac86-a2f2-4c42-921d-1fa307d2447c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:09:09.718338 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1dc824e4-6319-4188-92cb-5a5a0552233f req-1735ac86-a2f2-4c42-921d-1fa307d2447c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218055 Sep 22 20:09:09.721855 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=8']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:09.803776 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d2cf1-c555-4015-a507-9c36d0d9b039 req-8940f779-cd87-4523-ba65-6c11ecfad4c4 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:09.805232 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-946d2cf1-c555-4015-a507-9c36d0d9b039 req-8940f779-cd87-4523-ba65-6c11ecfad4c4 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0462487 Sep 22 20:09:09.843877 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-946d2cf1-c555-4015-a507-9c36d0d9b039 req-ba49b21c-1f78-4053-a4f9-d1d37816b65b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Sep 22 20:09:09.935820 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-524fe329-9c6a-495d-b4ef-7ce0394f814f req-265f917d-137c-401a-a4de-1818f570c932 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b4d6c76-5d83-470e-ba24-87568de1c583 HTTP/1.1" status: 200 len: 210 time: 0.0252283 Sep 22 20:09:10.041463 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b2447-c627-41e7-a3e4-3e33e12152f1 req-81a990a2-0ed4-4f16-bf2c-aa292dbaf031 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:10.044109 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-025b2447-c627-41e7-a3e4-3e33e12152f1 req-81a990a2-0ed4-4f16-bf2c-aa292dbaf031 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0506525 Sep 22 20:09:10.081332 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-025b2447-c627-41e7-a3e4-3e33e12152f1 req-8a06e196-d5ca-4384-9ef8-412fd2224f1c tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Sep 22 20:09:10.294347 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-8c5183d7-2a60-47b8-b5ac-295d5a00abd3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0372953 Sep 22 20:09:10.957243 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa953f34-4e54-4214-a073-51a44fbf7a33 req-a6f51cbc-3749-43f7-affa-a362509d5604 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:10.959322 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fa953f34-4e54-4214-a073-51a44fbf7a33 req-a6f51cbc-3749-43f7-affa-a362509d5604 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0494552 Sep 22 20:09:11.001078 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fa953f34-4e54-4214-a073-51a44fbf7a33 req-ad5c84ff-baf6-4eef-83a8-035f8163242a tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Sep 22 20:09:11.218431 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-4ca7aab1-3ba4-4a00-806d-09bbaeead2df tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279981019&fields=id&tenant_id=38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 267 time: 0.0627191 Sep 22 20:09:11.230264 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcc170-16ff-46bb-810e-16ec63792e70 req-e0b0f91f-adac-486e-a63f-8aee0c8a6900 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:11.231709 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1efcc170-16ff-46bb-810e-16ec63792e70 req-e0b0f91f-adac-486e-a63f-8aee0c8a6900 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0773897 Sep 22 20:09:11.249335 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:11.253573 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5549f6-d61e-4231-8eea-5f7513c608b1" -d '{"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:11.327584 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1efcc170-16ff-46bb-810e-16ec63792e70 req-f7f121a5-29ca-41bd-8671-6c985e534315 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863464 Sep 22 20:09:11.357956 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ea13e363-bd3b-4036-b37b-7d0edc8d6f0b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:11.359382 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ea13e363-bd3b-4036-b37b-7d0edc8d6f0b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 812 time: 0.1268106 Sep 22 20:09:11.377380 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-724b2739-511c-4e59-9c53-c409b550d563 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/quotas/38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 375 time: 0.0092945 Sep 22 20:09:11.377611 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594805f5-a1a3-4edb-b17f-d02f4072330d x-openstack-request-id: req-594805f5-a1a3-4edb-b17f-d02f4072330d {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:11.377931 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-unplugged", "status": "completed", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:11.378252 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-594805f5-a1a3-4edb-b17f-d02f4072330d {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:11.378633 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'code': 200} Sep 22 20:09:11.429488 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3513fd76-46b8-442d-9af1-95ba00ec33a0 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468102 Sep 22 20:09:11.523280 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-0183120b-c12f-4406-896e-c4f6ab165ece service neutron] 10.222.0.11 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808141 Sep 22 20:09:11.612686 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3162cc71-3c1a-4513-9c78-99aae966095d service neutron] 10.222.0.11 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834196 Sep 22 20:09:11.731381 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-302c2753-19e0-433a-b396-3ceb65d13908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:11.732916 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-302c2753-19e0-433a-b396-3ceb65d13908 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4&tenant_id=b1bf8bc6f9974e379586bea37e31571a HTTP/1.1" status: 200 len: 1097 time: 0.0729046 Sep 22 20:09:11.798234 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-2c793d6c-4eef-402d-9b24-f08e74e106e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:11.799738 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-2c793d6c-4eef-402d-9b24-f08e74e106e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 1097 time: 0.0436060 Sep 22 20:09:11.906775 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-b3b150b0-e999-45c2-a382-00cba54c1a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:11.908844 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-b3b150b0-e999-45c2-a382-00cba54c1a3d service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.1013122 Sep 22 20:09:11.981077 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-2f07c21e-bbe9-491f-adc8-0406ea73dbd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac HTTP/1.1" status: 200 len: 1000 time: 0.0649526 Sep 22 20:09:12.029418 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-c2010811-3573-45ef-a803-d6dce02381f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:12.030939 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-c2010811-3573-45ef-a803-d6dce02381f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0433085 Sep 22 20:09:12.097807 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-2c09d201-5366-4bb6-a4c0-ec60c5cb3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:12.099786 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-2c09d201-5366-4bb6-a4c0-ec60c5cb3f4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617461 Sep 22 20:09:12.153272 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f3840-3320-4ece-b0ad-41e6900c80c7 req-344f68f8-39a3-42d9-ae2f-1b8508e34ae3 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:12.154700 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-af1f3840-3320-4ece-b0ad-41e6900c80c7 req-344f68f8-39a3-42d9-ae2f-1b8508e34ae3 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0825403 Sep 22 20:09:12.234144 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-af1f3840-3320-4ece-b0ad-41e6900c80c7 req-729a0a9c-28f7-42ec-93f2-97401cc8648f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732303 Sep 22 20:09:12.239369 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-9d869474-ae06-463a-8995-16d2878e72de service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314852 Sep 22 20:09:12.346676 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64d5e3d7-b3db-43bd-82d8-cc8ebe143e1c req-06d9ec0e-5cd4-4795-b4b7-9c0cea5cba8f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0316257 Sep 22 20:09:12.383040 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bec58c9f-4676-4662-a7b9-07639b2f9e38 req-e8fb0fa2-8e02-4171-8454-4cbcec05772b service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316462 Sep 22 20:09:12.465765 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86b4bf-6532-435f-96b0-14dc95509e6a req-6c795e62-ccce-48b7-bec5-5455848b3609 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:12.467275 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5a86b4bf-6532-435f-96b0-14dc95509e6a req-6c795e62-ccce-48b7-bec5-5455848b3609 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0486267 Sep 22 20:09:12.516080 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5a86b4bf-6532-435f-96b0-14dc95509e6a req-996f73ad-7fd2-4bd9-aa4a-2f88a75e43a4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371976 Sep 22 20:09:12.928930 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-44162dc4-17f5-4827-8e4c-50174f92bf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:13.390190 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0f303-a95a-4eb4-a632-22943f6c5be4 req-6033d0df-3b7c-47c3-8e68-f3114f223884 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:13.392376 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96f0f303-a95a-4eb4-a632-22943f6c5be4 req-6033d0df-3b7c-47c3-8e68-f3114f223884 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0643234 Sep 22 20:09:13.475492 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96f0f303-a95a-4eb4-a632-22943f6c5be4 req-9e3d7686-ed61-4bb5-b6e5-930b49a56666 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758402 Sep 22 20:09:13.492861 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f85b7266-cbce-4a62-91f9-bc92369bbc95 req-44185d04-cd59-4678-860b-dc400e3b80dc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0326376 Sep 22 20:09:13.683901 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da05e77-83bf-47f4-b62a-892f2fb7f316 req-ca9624df-b178-4cea-a891-b659f6137972 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:13.690292 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4da05e77-83bf-47f4-b62a-892f2fb7f316 req-ca9624df-b178-4cea-a891-b659f6137972 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0634916 Sep 22 20:09:13.728168 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4da05e77-83bf-47f4-b62a-892f2fb7f316 req-0826b67d-357a-4249-a2ff-533d6ba0fa55 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365813 Sep 22 20:09:14.616575 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2ade0e4f-0ef5-4c40-90fd-d1f7ed30f7c9 req-16c23dca-bb14-435a-9b94-7a48ed04ee22 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0347335 Sep 22 20:09:14.626880 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e5274-dda3-41d1-82e1-385440a70f3b req-26f18f5e-fb31-4fd7-a9d7-fd1b78a0e1ce tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:14.628301 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1a6e5274-dda3-41d1-82e1-385440a70f3b req-26f18f5e-fb31-4fd7-a9d7-fd1b78a0e1ce tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0866327 Sep 22 20:09:14.666449 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1a6e5274-dda3-41d1-82e1-385440a70f3b req-1b9c499e-549e-461b-9882-adb28796e09f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Sep 22 20:09:14.852082 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39310503-7c8c-4eda-a286-0ad58ee04a53 req-d1f707c6-d89c-4e8c-941c-da371f9b4723 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:14.853919 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-39310503-7c8c-4eda-a286-0ad58ee04a53 req-d1f707c6-d89c-4e8c-941c-da371f9b4723 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0536907 Sep 22 20:09:14.891560 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-39310503-7c8c-4eda-a286-0ad58ee04a53 req-4395f1c1-c3e9-494b-b282-d00c91bc2b35 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318592 Sep 22 20:09:15.520367 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-65f7a1cf-6483-4f9d-816a-1b4ab62a1202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:15.715085 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-00b6d907-7af4-4d77-bc24-c020e1baffce req-67a8b14f-c341-4ed1-a546-42a6e78b944d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0286038 Sep 22 20:09:15.792545 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb355bd3-dcb6-4816-983b-31f12915a918 req-3aa59c88-9999-4d2a-a1f8-cc0b55048ac6 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:15.794165 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb355bd3-dcb6-4816-983b-31f12915a918 req-3aa59c88-9999-4d2a-a1f8-cc0b55048ac6 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0535076 Sep 22 20:09:15.835525 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bb355bd3-dcb6-4816-983b-31f12915a918 req-6eceee9c-e1b4-4771-9d34-75affc37f61a tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350907 Sep 22 20:09:16.007538 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153a1b-11c2-43dd-9d41-4c82080c56fe req-9e65194d-ecda-4b03-b470-195e8cd5b9c4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:16.009001 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-55153a1b-11c2-43dd-9d41-4c82080c56fe req-9e65194d-ecda-4b03-b470-195e8cd5b9c4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0472095 Sep 22 20:09:16.045951 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-55153a1b-11c2-43dd-9d41-4c82080c56fe req-0fb86501-7485-4d16-a0b6-f2d7907691ab tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308387 Sep 22 20:09:16.226289 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:16.812477 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-21d058b6-0368-4a40-bad2-b04933bd9128 req-14253508-8b81-4556-94d4-c83709a07713 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0270474 Sep 22 20:09:16.956515 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a00c34-0fef-4f9f-9eba-0dc0f1f7b787 req-52936b93-af89-4e0f-b391-09c2ee11e0ac tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:16.958079 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-49a00c34-0fef-4f9f-9eba-0dc0f1f7b787 req-52936b93-af89-4e0f-b391-09c2ee11e0ac tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0555046 Sep 22 20:09:17.000384 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-49a00c34-0fef-4f9f-9eba-0dc0f1f7b787 req-50ad4db6-b282-455a-ae02-13cd68489561 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357511 Sep 22 20:09:17.163345 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:17.169436 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5988-1b89-458c-b88b-8c85e754857d req-965a40b0-72d4-4a56-83bd-02ccb1f4848b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:17.171393 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a0fd5988-1b89-458c-b88b-8c85e754857d req-965a40b0-72d4-4a56-83bd-02ccb1f4848b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0537601 Sep 22 20:09:17.214474 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a0fd5988-1b89-458c-b88b-8c85e754857d req-7bdf977a-ad65-4581-a00e-655dfaf5f83b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371621 Sep 22 20:09:17.913721 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c5fe07f1-845e-43b3-9059-edc64fa8d1fe req-e3f7c9fb-01f7-44f5-b369-75524d12320d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0257435 Sep 22 20:09:18.119481 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8855759-0034-452d-8276-6a6f1834467c req-ed611c95-5dcb-49b7-9c71-98251eaf95b0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:18.120980 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b8855759-0034-452d-8276-6a6f1834467c req-ed611c95-5dcb-49b7-9c71-98251eaf95b0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0530870 Sep 22 20:09:18.161809 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b8855759-0034-452d-8276-6a6f1834467c req-75d80666-7543-46df-bc25-c54945cfe4ee tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Sep 22 20:09:18.332016 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc5d71-8841-4608-9ff6-f72e72a1dd50 req-58383c21-427a-4977-af64-f07fd238b1b8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:18.333523 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b9dc5d71-8841-4608-9ff6-f72e72a1dd50 req-58383c21-427a-4977-af64-f07fd238b1b8 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0478413 Sep 22 20:09:18.381940 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b9dc5d71-8841-4608-9ff6-f72e72a1dd50 req-f834cd5a-4c3c-4831-a637-2c74cf4ba7c5 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359414 Sep 22 20:09:18.408392 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:19.005379 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-70d73100-e642-4ded-a522-5ba0e5d6c873 req-3a0530d5-8bc0-470e-b99e-f957202f6be4 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0274878 Sep 22 20:09:19.281076 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c91a9-17f9-4a09-8fd8-48dc517d25da req-19ad3809-a83c-4c9d-a12e-29b366561efd tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:19.283631 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-442c91a9-17f9-4a09-8fd8-48dc517d25da req-19ad3809-a83c-4c9d-a12e-29b366561efd tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0560076 Sep 22 20:09:19.321073 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-442c91a9-17f9-4a09-8fd8-48dc517d25da req-f4cb56de-a4cf-4407-b22a-5ab9c844f051 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Sep 22 20:09:19.530018 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0dfbc-eb89-4289-9c55-71d2aeb2c442 req-e8d824ee-b9de-4dd5-bfec-2fc75c5f6976 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:19.531485 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f9c0dfbc-eb89-4289-9c55-71d2aeb2c442 req-e8d824ee-b9de-4dd5-bfec-2fc75c5f6976 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0793538 Sep 22 20:09:19.542516 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c469862-982f-40fb-9d4b-db777978231e req-6bede594-d68d-458d-b941-8fa83ce7ed60 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:19.543898 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3c469862-982f-40fb-9d4b-db777978231e req-6bede594-d68d-458d-b941-8fa83ce7ed60 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0635877 Sep 22 20:09:19.597059 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f9c0dfbc-eb89-4289-9c55-71d2aeb2c442 req-8de98bf8-ae44-40fd-9edf-de9ba9869d03 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520833 Sep 22 20:09:19.726816 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3c469862-982f-40fb-9d4b-db777978231e req-f5233fb0-902a-4749-b8f6-fd76d6e9a7e5 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537317 Sep 22 20:09:20.102823 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c5f53528-3886-45f8-b290-56debb0ba324 req-f41b94ea-5206-455d-9a89-dfb903c2acea tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0250998 Sep 22 20:09:20.435555 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd42076-eaa7-4100-a621-bba086d07d07 req-8d5b9c7f-0e20-40a9-9737-6f5f7767d732 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:20.437042 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-edd42076-eaa7-4100-a621-bba086d07d07 req-8d5b9c7f-0e20-40a9-9737-6f5f7767d732 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0517931 Sep 22 20:09:20.478947 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-edd42076-eaa7-4100-a621-bba086d07d07 req-577d5049-6dc7-4449-a4dc-bc6319dccfab tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351071 Sep 22 20:09:20.754951 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf73a2c-d4ce-4e53-bbdd-26ea31f76317 req-8a869f30-fa29-4280-8ba5-602f2ed53bc6 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:20.757357 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-daf73a2c-d4ce-4e53-bbdd-26ea31f76317 req-8a869f30-fa29-4280-8ba5-602f2ed53bc6 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0814977 Sep 22 20:09:20.772451 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553db30-54c3-4036-b659-dd321ccecebc req-c7053fea-6818-4978-91f6-7c44bd383f11 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:20.774156 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c553db30-54c3-4036-b659-dd321ccecebc req-c7053fea-6818-4978-91f6-7c44bd383f11 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0734739 Sep 22 20:09:20.833036 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-daf73a2c-d4ce-4e53-bbdd-26ea31f76317 req-ebdbd74e-0a09-4de0-967b-216e96eaf288 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691841 Sep 22 20:09:20.841023 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c553db30-54c3-4036-b659-dd321ccecebc req-273fad2f-a77e-4e88-92a0-b2f6704f2783 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576339 Sep 22 20:09:21.204547 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-18af4d18-5805-43bb-99b0-0a4ed8df198a req-721d15b4-6339-4c4c-8a57-3b667cdbcded tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0382001 Sep 22 20:09:21.591437 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23079742-0a4f-4dc8-94d0-08f0f0d4166b req-2f62272d-6d12-4cff-bf35-f1ad5bcc5e4d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:21.593144 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23079742-0a4f-4dc8-94d0-08f0f0d4166b req-2f62272d-6d12-4cff-bf35-f1ad5bcc5e4d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0511601 Sep 22 20:09:21.633649 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23079742-0a4f-4dc8-94d0-08f0f0d4166b req-2d990ef7-ce20-4ab4-9c0f-e721bd6fd669 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340300 Sep 22 20:09:21.979858 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8bb41-b179-4b32-ba03-015285ade70d req-9b95fc53-981a-4006-92b2-46fb4f2d8c8b tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:21.986240 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4ed8bb41-b179-4b32-ba03-015285ade70d req-9b95fc53-981a-4006-92b2-46fb4f2d8c8b tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0843291 Sep 22 20:09:22.020007 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5910f0-50bd-4103-9dc0-f628665ca857 req-5af2b572-f8af-4d18-b85b-e64a2482b14a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:22.026413 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5c5910f0-50bd-4103-9dc0-f628665ca857 req-5af2b572-f8af-4d18-b85b-e64a2482b14a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.1124640 Sep 22 20:09:22.052438 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4ed8bb41-b179-4b32-ba03-015285ade70d req-81e1f637-2cff-4039-b25b-bf889259fc62 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642776 Sep 22 20:09:22.077982 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5c5910f0-50bd-4103-9dc0-f628665ca857 req-191111ab-5827-4dbc-bfe3-1d5f3e1c3a8e tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412726 Sep 22 20:09:22.291445 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:22.296604 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a07c42c0-02cf-47ad-8f5c-a689410ba1e3 req-fab3205e-6570-45d4-88b0-107064b4100e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0256016 Sep 22 20:09:22.743997 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fb723-153d-4f2d-b0e3-e8a96a303aef req-d27c5163-116e-435b-b44a-89b082250c91 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:22.745468 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8e8fb723-153d-4f2d-b0e3-e8a96a303aef req-d27c5163-116e-435b-b44a-89b082250c91 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0477557 Sep 22 20:09:22.784765 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8e8fb723-153d-4f2d-b0e3-e8a96a303aef req-f3ac7655-ca7a-45ce-8619-151240a69f5f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Sep 22 20:09:23.193262 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e651af3-4fd9-4b14-8992-e3cd0e6787c2 req-57b033a3-a404-4275-baec-54e72bf0e269 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:23.194780 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e651af3-4fd9-4b14-8992-e3cd0e6787c2 req-57b033a3-a404-4275-baec-54e72bf0e269 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0763080 Sep 22 20:09:23.216681 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bd60d-f30d-4654-9538-e56c5f07bfd6 req-c7344c8f-f421-4d76-bcc2-21b98db24d26 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:23.218097 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e26bd60d-f30d-4654-9538-e56c5f07bfd6 req-c7344c8f-f421-4d76-bcc2-21b98db24d26 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0666637 Sep 22 20:09:23.267207 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e651af3-4fd9-4b14-8992-e3cd0e6787c2 req-39df3f6c-8518-47ac-a30f-272e778272a5 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654128 Sep 22 20:09:23.271817 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e26bd60d-f30d-4654-9538-e56c5f07bfd6 req-df81d21d-3069-4afd-b104-72bd700b0dcb tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478015 Sep 22 20:09:23.387683 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-021bb21f-b67f-44db-8f01-24479887e0e2 req-27724c97-3a0d-4fa1-8b9b-567036303869 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0261040 Sep 22 20:09:23.925084 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c241eb1-be61-4304-bae1-f65eb5d5a984 req-7f8b29ec-2c37-4495-be29-e90074e8b392 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:23.926605 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c241eb1-be61-4304-bae1-f65eb5d5a984 req-7f8b29ec-2c37-4495-be29-e90074e8b392 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0515077 Sep 22 20:09:23.972441 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c241eb1-be61-4304-bae1-f65eb5d5a984 req-d6d17aad-773b-4a49-8de2-183bc0dd3738 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387545 Sep 22 20:09:24.417293 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149649c3-8e59-406b-8cf9-84231488755d req-ee50a045-875d-4f72-961f-1413cad10c59 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:24.418786 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-149649c3-8e59-406b-8cf9-84231488755d req-ee50a045-875d-4f72-961f-1413cad10c59 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0753803 Sep 22 20:09:24.431909 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb6409-b18a-4e44-a1ac-fcdd7facb87f req-ba41d13e-22b9-4b87-8fe8-1ca6b2b60924 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:24.433435 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-98eb6409-b18a-4e44-a1ac-fcdd7facb87f req-ba41d13e-22b9-4b87-8fe8-1ca6b2b60924 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0919709 Sep 22 20:09:24.483127 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-149649c3-8e59-406b-8cf9-84231488755d req-60845a31-1a7c-4f97-bd1a-4a429233f0cc tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486925 Sep 22 20:09:24.513080 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-98eb6409-b18a-4e44-a1ac-fcdd7facb87f req-a2b4b72d-e36b-40fe-be06-fed8849cb2c9 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455661 Sep 22 20:09:24.579272 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6cc23e03-2981-46c1-8d84-3cdb943d5889 req-ff467df9-196b-45b3-a63e-73be939e6f85 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0288467 Sep 22 20:09:25.093226 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea3ebf-31f2-4b27-88d2-29f52c743e29 req-3ca5b8a0-c74a-48ad-acda-a3e45b9e40fa tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:25.094752 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4aea3ebf-31f2-4b27-88d2-29f52c743e29 req-3ca5b8a0-c74a-48ad-acda-a3e45b9e40fa tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0554674 Sep 22 20:09:25.139333 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4aea3ebf-31f2-4b27-88d2-29f52c743e29 req-703e85dd-66e9-4a45-bf67-03649fbc2967 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377913 Sep 22 20:09:25.671488 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ff355-e04a-4a53-a533-e170590c312c req-1a8b3b2b-7bf6-4a03-84ac-3acdd115c771 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:25.673273 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-242ff355-e04a-4a53-a533-e170590c312c req-1a8b3b2b-7bf6-4a03-84ac-3acdd115c771 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.1080060 Sep 22 20:09:25.685950 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bf545-675f-4aa4-b32b-58b406cb6d3f req-d5f5a3cb-aa82-4d66-86eb-74fd573d7c9f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:25.687309 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-633bf545-675f-4aa4-b32b-58b406cb6d3f req-d5f5a3cb-aa82-4d66-86eb-74fd573d7c9f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0945220 Sep 22 20:09:25.766216 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-242ff355-e04a-4a53-a533-e170590c312c req-c6e63bce-9763-4d48-950d-0f5ce7db7349 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779626 Sep 22 20:09:25.770481 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-633bf545-675f-4aa4-b32b-58b406cb6d3f req-f9e820f9-6d69-49c3-ae3b-7fe905f5625f tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719762 Sep 22 20:09:25.862588 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-184a74f0-f8e9-4ecd-931f-91065c0023db req-1aef20a8-3ed8-441a-ba99-ae98d8393caf tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0262284 Sep 22 20:09:26.264681 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4756b-a910-4056-9566-bc1e3bf75c4d req-0c8bd17f-f900-4edd-b573-2f54aa03ea6b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:26.266147 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ef4756b-a910-4056-9566-bc1e3bf75c4d req-0c8bd17f-f900-4edd-b573-2f54aa03ea6b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0493777 Sep 22 20:09:26.302309 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ef4756b-a910-4056-9566-bc1e3bf75c4d req-1cc74bbd-060a-4f6f-998f-be1bcb97b6dd tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303452 Sep 22 20:09:26.749359 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-e287a71c-1229-404b-8726-e3d6f37a6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:26.754954 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-e287a71c-1229-404b-8726-e3d6f37a6c76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8469e0d4757406fa21fb3ad409eae45&device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1138 time: 0.0417671 Sep 22 20:09:26.847096 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-82736ba5-4ff2-434f-81b6-f444e7e3580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:26.848898 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-82736ba5-4ff2-434f-81b6-f444e7e3580d service neutron] 10.222.0.36 "GET /v2.0/networks?id=306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 200 len: 915 time: 0.0909595 Sep 22 20:09:26.977173 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-1885f804-6b1d-40f9-8938-078e0e1284d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 1001 time: 0.1167903 Sep 22 20:09:26.988705 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8ce75-cc39-4880-b3bb-d87cfc585b1e req-6e94599c-dff9-4ab5-aca3-950ae876b1e7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:26.990133 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6ae8ce75-cc39-4880-b3bb-d87cfc585b1e req-6e94599c-dff9-4ab5-aca3-950ae876b1e7 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.1166046 Sep 22 20:09:26.999171 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec88936-91de-44c1-819f-b476e58bc104 req-2439ffda-a2fe-483e-910c-51ac7143e0ad tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.000627 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ec88936-91de-44c1-819f-b476e58bc104 req-2439ffda-a2fe-483e-910c-51ac7143e0ad tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.1429262 Sep 22 20:09:27.096312 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ec88936-91de-44c1-819f-b476e58bc104 req-6734c2c0-f8c0-4ef7-aba5-589695fef96d tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0869901 Sep 22 20:09:27.098836 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6ae8ce75-cc39-4880-b3bb-d87cfc585b1e req-d52ad3ac-694f-4a42-8bb9-c8e5596c5348 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973763 Sep 22 20:09:27.100950 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-06678ee9-51ea-46f9-9f20-f1e41b951caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.102379 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-06678ee9-51ea-46f9-9f20-f1e41b951caa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca28ce07-05c8-4b6a-94e7-b110ab323fc2 HTTP/1.1" status: 200 len: 853 time: 0.1107330 Sep 22 20:09:27.153651 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-d5e51388-3c0f-483d-bc92-37728f528b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.155524 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-d5e51388-3c0f-483d-bc92-37728f528b75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=306a9b74-8567-4d59-81ba-0a7df941fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422246 Sep 22 20:09:27.219216 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d468ec57-474a-4138-b180-434eb332e6ca req-fda80421-262c-42f2-9552-1c80e9630014 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0354681 Sep 22 20:09:27.279008 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-e9ad911c-fde1-4183-a764-7c584d7cd455 service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139231 Sep 22 20:09:27.369121 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8fc314fa-1844-41b7-8aaa-5842ecf0f497 req-750b18c9-2a11-4d6e-a47a-13c15ce199cc service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818367 Sep 22 20:09:27.450999 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfad0b5-6244-41e0-bae0-ca249e32bfd0 req-ece5a040-8f50-4d98-9ef3-bd9d09825573 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.452541 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbfad0b5-6244-41e0-bae0-ca249e32bfd0 req-ece5a040-8f50-4d98-9ef3-bd9d09825573 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0795252 Sep 22 20:09:27.480172 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-63629bda-d83d-4cf8-88d4-eb0386a5b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.481657 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-63629bda-d83d-4cf8-88d4-eb0386a5b8ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56&tenant_id=df98130cff6247b2be4d949775e41f6a HTTP/1.1" status: 200 len: 1097 time: 0.0698061 Sep 22 20:09:27.502296 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-bbfad0b5-6244-41e0-bae0-ca249e32bfd0 req-0642cb26-c795-4e5c-8d4d-2fcb64915760 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434148 Sep 22 20:09:27.545299 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-4996a471-1725-4e63-bfc0-51bf4ffe6315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.546957 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-4996a471-1725-4e63-bfc0-51bf4ffe6315 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1097 time: 0.0422754 Sep 22 20:09:27.652501 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-8fda9013-8aa8-4e09-9095-930bb02c1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.654089 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-8fda9013-8aa8-4e09-9095-930bb02c1191 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 910 time: 0.0863137 Sep 22 20:09:27.719464 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-b43b1231-ddf1-46ae-945b-ab753bd7d1f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 1000 time: 0.0574217 Sep 22 20:09:27.773339 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-72bc7052-d395-4a13-a3f3-c0789f4d6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.774809 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-72bc7052-d395-4a13-a3f3-c0789f4d6a71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 200 len: 848 time: 0.0475092 Sep 22 20:09:27.819324 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-8270cb92-aaf9-4d41-b649-40e4d2a70b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:27.820764 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-8270cb92-aaf9-4d41-b649-40e4d2a70b1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379488 Sep 22 20:09:27.911636 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-8b709339-0027-4eb1-8f48-572cd18ce090 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814011 Sep 22 20:09:28.005390 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9bc641f-f24b-48c5-9dd3-48692f8b4c9d req-75e5798a-34f6-4a3c-b4fd-1e48085dd26d service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823560 Sep 22 20:09:28.239399 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d297ca-0ba2-4f05-99d2-c2ac72a66a47 req-0527e922-028a-4fcd-8871-03cb2ca3c537 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:28.241538 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c6d297ca-0ba2-4f05-99d2-c2ac72a66a47 req-0527e922-028a-4fcd-8871-03cb2ca3c537 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0791149 Sep 22 20:09:28.250025 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c79b2-de6b-474b-8a89-5279b8b25bad req-ad4f37a3-b3d4-4dd6-8a63-dfa98b5ab8ef tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:28.251563 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-713c79b2-de6b-474b-8a89-5279b8b25bad req-ad4f37a3-b3d4-4dd6-8a63-dfa98b5ab8ef tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0787091 Sep 22 20:09:28.368256 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c6d297ca-0ba2-4f05-99d2-c2ac72a66a47 req-5ec909ab-c8b1-4a66-af1c-2a75447158cf tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146832 Sep 22 20:09:28.378595 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-713c79b2-de6b-474b-8a89-5279b8b25bad req-1b9f8a62-71f2-40f3-add8-bcb535490d77 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072662 Sep 22 20:09:28.420926 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-d5e625d9-8779-4c8c-8b62-485bc81288fc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:28.421536 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-d5e625d9-8779-4c8c-8b62-485bc81288fc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 812 time: 0.1691260 Sep 22 20:09:28.744591 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2d39ca80-28f7-451f-9cc5-b082e3faacaf req-56d7b189-c20e-41cb-bdef-18e5c921507f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.2969983 Sep 22 20:09:28.746248 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-998e5f68-5b96-4681-b833-36c299595906 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 380 time: 0.3102925 Sep 22 20:09:28.756929 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'port': {'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'admin_state_up': True, 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'security_groups': ['1667ebfd-50af-4571-86d1-fd1b1b5cd385']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:09:28.887920 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3724ed3-b51a-4e92-b491-6c8b34c20932 req-c186499f-0f10-4e43-b394-e5b3919794f5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:28.887920 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c3724ed3-b51a-4e92-b491-6c8b34c20932 req-c186499f-0f10-4e43-b394-e5b3919794f5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0965781 Sep 22 20:09:28.934016 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c3724ed3-b51a-4e92-b491-6c8b34c20932 req-f40c9e15-d0c4-45f3-91ad-2b42982620d0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 Sep 22 20:09:28.994059 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Made reservation on behalf of 38f2471bf62747518ff72559c3e0dea4 for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:09:28.997559 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:29.116529 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Allocated IP 172.20.0.9 (0ada6daa-39ec-4ff1-aded-45ea2766aee5/3a034660-6594-4dd2-bac9-21925852f1c9/cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:09:29.250077 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:29.379758 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:29.422568 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:09:29.425558 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:09:29.429638 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:09:29.440403 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:29.473120 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.474050 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.474050 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.474319 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.474591 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.474954 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.475284 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.475620 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.475947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.476271 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.476594 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.476928 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:29.501490 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:29.502176 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:29.616290 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0275e20-d531-4260-a28d-c5e2356b862d req-99fd45a6-9db6-4c09-8e6b-6a0f72b760ff tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:29.617781 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c0275e20-d531-4260-a28d-c5e2356b862d req-99fd45a6-9db6-4c09-8e6b-6a0f72b760ff tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.0813532 Sep 22 20:09:29.621987 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-3b742d14-9be1-4a8e-872d-6f29b51f62e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8692303 Sep 22 20:09:29.630250 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd5969-5f0c-4940-bb4d-a51042dd8cb9 req-34728744-59d4-40aa-b2ea-81e4b8008b32 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:29.632154 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a4fd5969-5f0c-4940-bb4d-a51042dd8cb9 req-34728744-59d4-40aa-b2ea-81e4b8008b32 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0671637 Sep 22 20:09:29.637862 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-262d95b1-d826-4ef4-b3ab-4b8fb2320258 None None] Provisioning complete for port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:09:29.638798 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Request body: {'port': {'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:09:29.638921 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-262d95b1-d826-4ef4-b3ab-4b8fb2320258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:29.675084 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-262d95b1-d826-4ef4-b3ab-4b8fb2320258 None None] Port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:09:29.735212 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c0275e20-d531-4260-a28d-c5e2356b862d req-dabe97ca-2bbc-471d-93b1-b2a90a21e4b3 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020875 Sep 22 20:09:29.746212 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a4fd5969-5f0c-4940-bb4d-a51042dd8cb9 req-dda5568d-ef9a-452d-8b53-21a31cd89147 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1012704 Sep 22 20:09:29.750850 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:29.915704 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a06f1-877d-4c81-a8e2-a4d5f624687b req-5af2cc46-d631-4120-b4ee-08559a01e988 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:29.917232 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-177a06f1-877d-4c81-a8e2-a4d5f624687b req-5af2cc46-d631-4120-b4ee-08559a01e988 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 931 time: 0.1195128 Sep 22 20:09:30.025709 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-177a06f1-877d-4c81-a8e2-a4d5f624687b req-16f25076-2cea-4840-8a9d-658acc1c59bb tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902274 Sep 22 20:09:30.086617 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cf9af-4476-4a81-8a7d-6b41012131c9 req-a890194a-84d4-42d0-9deb-03ae6edd562b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:30.088142 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-768cf9af-4476-4a81-8a7d-6b41012131c9 req-a890194a-84d4-42d0-9deb-03ae6edd562b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0865934 Sep 22 20:09:30.156224 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:09:30.163120 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-768cf9af-4476-4a81-8a7d-6b41012131c9 req-eec5df87-b133-42ba-8552-f8ec2dc4552b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678208 Sep 22 20:09:30.167147 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.179809 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Transition to ACTIVE for port object cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:09:30.264851 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.269981 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45272) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:30.320425 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Pushing event updated for resources: {'Port': ['ID=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:30.387025 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Attempting to bind port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:09:30.387373 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Attempting to bind port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:09:30.387752 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Attempting to bind port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:09:30.393671 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:09:30.394486 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Attempting to bind port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:09:30.401572 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b76416ad-16b2-49b4-a18b-3c63a61a7845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.404441 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:09:30.404620 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Checking segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:09:30.404985 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Bound using segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:09:30.405375 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Bound port: cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:09:30.405760 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.476245 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] For port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:09:30.479606 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] For port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:09:30.501229 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b76416ad-16b2-49b4-a18b-3c63a61a7845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.568340 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.607375 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:30.607987 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.609363 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] 10.222.0.36 "PUT /v2.0/ports/cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c HTTP/1.1" status: 200 len: 1093 time: 0.9752426 Sep 22 20:09:30.609814 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:30.612034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ac2c5e-2763-49ff-be12-3dc81adf0ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:30.613679 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b76416ad-16b2-49b4-a18b-3c63a61a7845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.642550 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4d9ce-b8a4-43da-b53b-822bc99395ab service neutron] Pushing event updated for resources: {'Port': ['ID=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:30.653236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a696c31c-6978-469f-a751-fea4d6666bdd x-openstack-request-id: req-a696c31c-6978-469f-a751-fea4d6666bdd {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:30.653236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:30.653236 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a696c31c-6978-469f-a751-fea4d6666bdd {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:30.653236 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'status': 'completed', 'code': 200} Sep 22 20:09:30.653628 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76416ad-16b2-49b4-a18b-3c63a61a7845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f55ec9-50ad-4c92-a03a-28967172bfff,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:30.665616 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45278) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:30.665916 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-b76416ad-16b2-49b4-a18b-3c63a61a7845 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e107b9ed36141a1ab4610675add11ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947577 Sep 22 20:09:30.749976 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac2c5e-2763-49ff-be12-3dc81adf0ed2 req-6c431648-af4f-4fcd-84f3-355c81f9512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:30.751470 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1ac2c5e-2763-49ff-be12-3dc81adf0ed2 req-6c431648-af4f-4fcd-84f3-355c81f9512b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 1096 time: 0.0698240 Sep 22 20:09:30.756504 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-455f5981-3e69-4d5c-86e8-a05d1620ef9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.807690 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-455f5981-3e69-4d5c-86e8-a05d1620ef9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:30.954019 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac2c5e-2763-49ff-be12-3dc81adf0ed2 req-5d6d494c-4f0f-48a7-82b8-9f4ebcfc266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:30.955482 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1ac2c5e-2763-49ff-be12-3dc81adf0ed2 req-5d6d494c-4f0f-48a7-82b8-9f4ebcfc266e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=38f2471bf62747518ff72559c3e0dea4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1944146 Sep 22 20:09:30.969710 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe226-bc55-4bae-8a11-950039024812 req-ee429ee0-ffb5-430e-be47-72bd3dafabb6 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:30.971199 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4a0fe226-bc55-4bae-8a11-950039024812 req-ee429ee0-ffb5-430e-be47-72bd3dafabb6 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 944 time: 0.1488774 Sep 22 20:09:30.987928 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeddc00-d9c3-4840-919d-1d4681a0a569 req-0d302d9e-a341-4dc7-a1a7-d8b4874e1715 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:30.989364 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3eeddc00-d9c3-4840-919d-1d4681a0a569 req-0d302d9e-a341-4dc7-a1a7-d8b4874e1715 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.1325333 Sep 22 20:09:31.104626 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4a0fe226-bc55-4bae-8a11-950039024812 req-6bb485ae-422a-4dcf-bef8-49cca551dd47 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127522 Sep 22 20:09:31.109190 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-455f5981-3e69-4d5c-86e8-a05d1620ef9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:31.111653 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-455f5981-3e69-4d5c-86e8-a05d1620ef9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:31.113300 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-455f5981-3e69-4d5c-86e8-a05d1620ef9f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87f55ec9-50ad-4c92-a03a-28967172bfff HTTP/1.1" status: 204 len: 168 time: 0.4456756 Sep 22 20:09:31.123271 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3eeddc00-d9c3-4840-919d-1d4681a0a569 req-a634f15f-f375-4354-926f-4edda995c273 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1097322 Sep 22 20:09:31.136612 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f5981-3e69-4d5c-86e8-a05d1620ef9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f55ec9-50ad-4c92-a03a-28967172bfff,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:31.139436 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac2c5e-2763-49ff-be12-3dc81adf0ed2 req-d393a268-16b2-4298-ba0a-31a8a64585d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:31.140988 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1ac2c5e-2763-49ff-be12-3dc81adf0ed2 req-d393a268-16b2-4298-ba0a-31a8a64585d5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678898 Sep 22 20:09:31.296660 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:09:31.321627 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7916f9-68c1-48f5-a16f-1d540698bd19 req-ae5e7c9a-bb73-461d-ac57-5520edeebe7a tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:31.323499 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5d7916f9-68c1-48f5-a16f-1d540698bd19 req-ae5e7c9a-bb73-461d-ac57-5520edeebe7a tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.1274908 Sep 22 20:09:31.342140 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-eeb6e29b-0db7-4661-9bb4-6cc8582f7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:31.343603 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-eeb6e29b-0db7-4661-9bb4-6cc8582f7191 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 1096 time: 0.1590114 Sep 22 20:09:31.408850 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-58c82371-ac36-46b8-8fb1-8a3b7cce2b0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c HTTP/1.1" status: 200 len: 217 time: 0.0555255 Sep 22 20:09:31.413387 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:31.425572 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'port_id': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'mac_address': 'fa:16:3e:df:17:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:09:31.437923 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535061e-8ed3-4bc3-9dee-d7c0887d4b18 req-57657175-51fc-4744-85a9-e0fad98074c8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:31.439410 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f535061e-8ed3-4bc3-9dee-d7c0887d4b18 req-57657175-51fc-4744-85a9-e0fad98074c8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.1506336 Sep 22 20:09:31.442100 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5d7916f9-68c1-48f5-a16f-1d540698bd19 req-455fe0c1-f902-4b39-9497-2303a2b5af7d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025321 Sep 22 20:09:31.484901 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:31.499006 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5781ff3d-6cbd-43eb-a01c-dd0f277296ac {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:09:31.510014 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-956412aa-64bd-4b9e-a23b-74d279f13730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:31.510014 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-956412aa-64bd-4b9e-a23b-74d279f13730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0902421 Sep 22 20:09:31.516388 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f535061e-8ed3-4bc3-9dee-d7c0887d4b18 req-7801d44d-15d5-43a7-8981-28e0d588fed5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550184 Sep 22 20:09:31.520700 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:31.561718 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-7911a6e1-f5e5-45e2-83e1-4b2f4f00abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:31.563322 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-7911a6e1-f5e5-45e2-83e1-4b2f4f00abd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461721 Sep 22 20:09:31.614596 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:31.658282 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-05e7f4be-9125-4834-937c-04aebc713420 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864990 Sep 22 20:09:31.669698 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=9']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:31.676545 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.676897 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.677241 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.677573 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.677926 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.678787 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.679113 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.679434 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.679760 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.680079 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.680395 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.680710 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:31.749347 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9ccd3a8a-8718-43a6-949e-cce52c841491 req-d57f97ea-2d75-4270-b699-25c2a3286e3e service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831749 Sep 22 20:09:31.817598 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45308) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:31.833796 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-61af0ef4-944e-4393-9051-6029ba9a88bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:31.850373 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['5781ff3d-6cbd-43eb-a01c-dd0f277296ac'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:09:31.937813 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-61af0ef4-944e-4393-9051-6029ba9a88bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:31.986093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b8286-9362-4a9a-8926-e469e7df02fa req-a77910a8-9670-4e80-82e9-c640c0152593 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:31.987492 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-866b8286-9362-4a9a-8926-e469e7df02fa req-a77910a8-9670-4e80-82e9-c640c0152593 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 945 time: 0.0475976 Sep 22 20:09:31.995230 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-61af0ef4-944e-4393-9051-6029ba9a88bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:32.051090 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af0ef4-944e-4393-9051-6029ba9a88bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000db3f3-7955-48c0-baa3-4f95abfb4d66,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:32.055709 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-61af0ef4-944e-4393-9051-6029ba9a88bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69a649c398be43cb8abcb3127a776500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370725 Sep 22 20:09:32.059736 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45312) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:32.068964 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-866b8286-9362-4a9a-8926-e469e7df02fa req-f7b53619-a357-4f27-8e52-487765a251b0 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745487 Sep 22 20:09:32.109939 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc028-15d1-4570-8be0-39130cc544fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:32.130505 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc028-15d1-4570-8be0-39130cc544fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:32.221913 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad16256-49d1-4532-9821-94bde2256924 req-e8ed56cc-f432-4d6b-abb1-d724eab28b5b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:32.223393 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ad16256-49d1-4532-9821-94bde2256924 req-e8ed56cc-f432-4d6b-abb1-d724eab28b5b tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 945 time: 0.0473578 Sep 22 20:09:32.258964 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc028-15d1-4570-8be0-39130cc544fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:32.261301 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-7b2bc028-15d1-4570-8be0-39130cc544fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:32.262408 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-7b2bc028-15d1-4570-8be0-39130cc544fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/000db3f3-7955-48c0-baa3-4f95abfb4d66 HTTP/1.1" status: 204 len: 168 time: 0.2031171 Sep 22 20:09:32.280012 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bc028-15d1-4570-8be0-39130cc544fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000db3f3-7955-48c0-baa3-4f95abfb4d66,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:32.297815 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3ad16256-49d1-4532-9821-94bde2256924 req-3aec409e-3455-4255-b6fe-ffeb848eaf66 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635884 Sep 22 20:09:32.313196 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595f7c1-3ab3-4492-b739-27e08107ed96 req-42665c86-39cc-4aa2-a0e7-23c07d6dd2e3 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:32.314725 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a595f7c1-3ab3-4492-b739-27e08107ed96 req-42665c86-39cc-4aa2-a0e7-23c07d6dd2e3 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0904715 Sep 22 20:09:32.356993 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a595f7c1-3ab3-4492-b739-27e08107ed96 req-da055043-8d8f-4ba5-9f34-b1b6fb67cd1a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356452 Sep 22 20:09:32.573488 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c676c-2de0-49ca-9669-f4a1bb804415 req-47c42fd0-8fe3-40a8-8112-b7c926ca086d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:32.575206 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8f1c676c-2de0-49ca-9669-f4a1bb804415 req-47c42fd0-8fe3-40a8-8112-b7c926ca086d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.0608203 Sep 22 20:09:32.639150 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-8f1c676c-2de0-49ca-9669-f4a1bb804415 req-8e55c7e4-2712-418b-9335-99ad77591092 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581048 Sep 22 20:09:32.655911 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f63910-0965-4a8d-8243-0236ff99e1a9 req-51d1d083-bf40-4d58-a6ff-f77fa47cfb2a tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:32.657369 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-75f63910-0965-4a8d-8243-0236ff99e1a9 req-51d1d083-bf40-4d58-a6ff-f77fa47cfb2a tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0622416 Sep 22 20:09:32.696000 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-75f63910-0965-4a8d-8243-0236ff99e1a9 req-e3fdd1c2-ab3d-4a24-88c2-f9dde6d53fa0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Sep 22 20:09:33.020935 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:09:33.180941 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcf315-47b3-46b0-9660-4f8d76586dc6 req-d9728f0c-7e19-4156-a62f-4e1ca981864a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:33.182426 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fadcf315-47b3-46b0-9660-4f8d76586dc6 req-d9728f0c-7e19-4156-a62f-4e1ca981864a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 945 time: 0.0466895 Sep 22 20:09:33.212399 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:09:33.221054 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fadcf315-47b3-46b0-9660-4f8d76586dc6 req-62753948-8d85-4c07-a9d0-da2eaf83ff10 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326388 Sep 22 20:09:33.261699 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:09:33.262112 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:33.339362 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:33.368538 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:33.370111 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b24b20-f8d6-4b22-b3fd-18fd2f56f2d5" -d '{"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-plugged", "status": "completed", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:33.386457 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:33.412002 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630485b9-498b-4867-a1e2-697acf83bc1c x-openstack-request-id: req-630485b9-498b-4867-a1e2-697acf83bc1c {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:33.412311 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-plugged", "status": "completed", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:33.412568 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-630485b9-498b-4867-a1e2-697acf83bc1c {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:33.412962 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'code': 200} Sep 22 20:09:33.444925 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883df0d9-dcc2-4edb-af25-7c8488b14589 req-397cc689-bb05-4f0b-b117-d4996e04a0a2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:33.447238 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-883df0d9-dcc2-4edb-af25-7c8488b14589 req-397cc689-bb05-4f0b-b117-d4996e04a0a2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 945 time: 0.0703986 Sep 22 20:09:33.459687 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:33.513219 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=10']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:33.523873 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-883df0d9-dcc2-4edb-af25-7c8488b14589 req-be8cb5d9-1d3a-4087-b6d0-19b28d7a06ef tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701306 Sep 22 20:09:33.544500 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4358934-8996-46b5-90e2-495bd4c4d2e7 req-90237e58-44d5-4543-bc43-25b5e133afba tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:33.546010 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b4358934-8996-46b5-90e2-495bd4c4d2e7 req-90237e58-44d5-4543-bc43-25b5e133afba tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0754654 Sep 22 20:09:33.588418 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b4358934-8996-46b5-90e2-495bd4c4d2e7 req-ead70ecb-0d9c-45b2-93a2-cc550523405c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363078 Sep 22 20:09:33.705965 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-61978391-89b2-4a39-80c4-fc542dca3b49 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:33.707490 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-61978391-89b2-4a39-80c4-fc542dca3b49 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 945 time: 0.0592382 Sep 22 20:09:33.876227 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c931637-cca1-4631-8bf1-ec7ea477b13f req-ca927b50-34b1-4bb8-aaa5-2b50989f1a32 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:33.877706 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c931637-cca1-4631-8bf1-ec7ea477b13f req-ca927b50-34b1-4bb8-aaa5-2b50989f1a32 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.1630654 Sep 22 20:09:33.885368 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90203c99-8b1a-489a-8f60-f51950333f4c req-33fb9f62-b2ca-471e-a35b-b742d1b7f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:33.886804 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-90203c99-8b1a-489a-8f60-f51950333f4c req-33fb9f62-b2ca-471e-a35b-b742d1b7f24e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 1100 time: 0.1607792 Sep 22 20:09:33.920714 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ccbecc-71c1-4a15-81e8-ffafaca6fc23 req-284f9588-5ce4-4a94-8bef-39c62b699f6c tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:33.922161 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1ccbecc-71c1-4a15-81e8-ffafaca6fc23 req-284f9588-5ce4-4a94-8bef-39c62b699f6c tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.1516771 Sep 22 20:09:33.980899 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c931637-cca1-4631-8bf1-ec7ea477b13f req-d21867d6-a588-4f38-b194-20b1d332c944 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925391 Sep 22 20:09:33.996834 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-90203c99-8b1a-489a-8f60-f51950333f4c req-35739b6e-17b5-4efe-814b-cb75096ab701 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963769 Sep 22 20:09:34.007075 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Deleting port b42bc139-ceae-4233-9998-4fb057ba65ee {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:09:34.007411 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:34.013583 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e1ccbecc-71c1-4a15-81e8-ffafaca6fc23 req-64a20623-d764-4c1f-bd75-6c9efaa02b4b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803142 Sep 22 20:09:34.099860 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] For port b42bc139-ceae-4233-9998-4fb057ba65ee, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=b42bc139-ceae-4233-9998-4fb057ba65ee,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:34.100247 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:34.265195 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:34.265905 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:34.266007 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Floating IP d5c71cd8-946e-42b0-b69d-e45cea98cbec disassociated. External IP: 172.27.2.240, port: b42bc139-ceae-4233-9998-4fb057ba65ee. Sep 22 20:09:34.266451 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Calling delete_port for b42bc139-ceae-4233-9998-4fb057ba65ee owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:09:34.381465 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3ff9-38b4-4a03-a6d4-72984637ad56 req-699bd5fb-5935-475a-8a34-baab5f7dfb90 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:34.383363 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-619e3ff9-38b4-4a03-a6d4-72984637ad56 req-699bd5fb-5935-475a-8a34-baab5f7dfb90 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 945 time: 0.0739686 Sep 22 20:09:34.429577 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-619e3ff9-38b4-4a03-a6d4-72984637ad56 req-e2e84b9f-eaa1-4b44-a0ba-f2be968af07b tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups?id=4b344300-c287-4346-a635-fb358f672cfe&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402226 Sep 22 20:09:34.621610 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:34.657136 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event deleted for resources: {'Port': ['ID=b42bc139-ceae-4233-9998-4fb057ba65ee,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:34.673698 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102d2ee-aa34-412d-bbdc-6f00d17f8426 req-71fc25fe-941f-4afa-b801-402041322882 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:34.675229 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3102d2ee-aa34-412d-bbdc-6f00d17f8426 req-71fc25fe-941f-4afa-b801-402041322882 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 947 time: 0.0843563 Sep 22 20:09:34.774584 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3102d2ee-aa34-412d-bbdc-6f00d17f8426 req-78a26557-2517-4236-8a17-ec54274d5956 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907149 Sep 22 20:09:34.789077 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed2f2e-bfab-41c3-a233-a9ec2c137517 req-c9e43cd1-46ef-41f0-b602-5f89b19e7faf tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:34.799489 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1ed2f2e-bfab-41c3-a233-a9ec2c137517 req-c9e43cd1-46ef-41f0-b602-5f89b19e7faf tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.1263170 Sep 22 20:09:35.171712 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Router 81eaa075-5ce6-436d-9df6-0832335eaae0 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:09:35.176532 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b1ed2f2e-bfab-41c3-a233-a9ec2c137517 req-e590644f-4466-4b59-a514-cdb14c3a1fa1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3777807 Sep 22 20:09:35.191813 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfbd1d-c2b7-4d7a-b94c-13b4af2ea2f8 req-3a729390-c443-42d2-a9eb-0e02bace1bba tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:35.200118 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c9cfbd1d-c2b7-4d7a-b94c-13b4af2ea2f8 req-3a729390-c443-42d2-a9eb-0e02bace1bba tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.1133084 Sep 22 20:09:35.298908 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c9cfbd1d-c2b7-4d7a-b94c-13b4af2ea2f8 req-f4bedb9d-44d8-4fee-9995-70048626ad82 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979097 Sep 22 20:09:35.371573 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2856f-3aca-445d-8701-a8a9a622fb8d req-b399339a-9ee6-4468-9d97-33a93eb70090 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:35.372905 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-61e2856f-3aca-445d-8701-a8a9a622fb8d req-b399339a-9ee6-4468-9d97-33a93eb70090 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.1142159 Sep 22 20:09:35.393971 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:09:35.408378 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] Sync routers for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:09:35.417296 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:09:35.418001 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:09:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:35.441209 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] No DVR routers for this DVR port b42bc139-ceae-4233-9998-4fb057ba65ee on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:09:35.444942 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:35.446924 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0e387920-d824-4ba4-bb43-5a24641c44b8 req-9fbe4b26-2a88-48ae-be24-36ec3c7e00e9 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.36 "DELETE /v2.0/ports/b42bc139-ceae-4233-9998-4fb057ba65ee HTTP/1.1" status: 204 len: 173 time: 1.7221255 Sep 22 20:09:35.447365 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'name': 'network-vif-deleted', 'tag': 'b42bc139-ceae-4233-9998-4fb057ba65ee'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:35.449899 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e64752-2ca9-450b-9176-18ffb4d1a2ed" -d '{"events": [{"server_uuid": "9703f039-a1c9-4b6b-b17e-4cc225dd6ad4", "name": "network-vif-deleted", "tag": "b42bc139-ceae-4233-9998-4fb057ba65ee"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:35.467194 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-61e2856f-3aca-445d-8701-a8a9a622fb8d req-6baa7be5-5791-4eab-b77e-41bb017a9af5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877304 Sep 22 20:09:35.511716 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad7f3ce-8a1b-4f63-846e-b70fc139209a x-openstack-request-id: req-8ad7f3ce-8a1b-4f63-846e-b70fc139209a {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:35.512011 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9703f039-a1c9-4b6b-b17e-4cc225dd6ad4", "name": "network-vif-deleted", "tag": "b42bc139-ceae-4233-9998-4fb057ba65ee", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:35.512318 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ad7f3ce-8a1b-4f63-846e-b70fc139209a {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:35.512723 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9703f039-a1c9-4b6b-b17e-4cc225dd6ad4', 'name': 'network-vif-deleted', 'tag': 'b42bc139-ceae-4233-9998-4fb057ba65ee', 'status': 'completed', 'code': 200} Sep 22 20:09:35.529349 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-189a107d-cada-4056-abaa-7c9044064b25 req-1816d242-fdd6-4ddc-95c7-f758978b8150 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 210 time: 0.0306926 Sep 22 20:09:35.548203 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:09:35.746902 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:35.778476 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] Checking router: 81eaa075-5ce6-436d-9df6-0832335eaae0 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:09:35.786872 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:09:35.787493 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:09:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:35.898626 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:09:35.900857 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400e89b-cf15-4b4c-b46e-9ca696c07b53 req-e7d66f0a-7ec5-42fb-9bd9-c1318acd1267 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:35.908127 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5400e89b-cf15-4b4c-b46e-9ca696c07b53 req-e7d66f0a-7ec5-42fb-9bd9-c1318acd1267 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 947 time: 0.0583107 Sep 22 20:09:35.940470 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5400e89b-cf15-4b4c-b46e-9ca696c07b53 req-d1ed195c-eb79-4fa7-9cb5-d9942a6b0299 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Sep 22 20:09:36.095130 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:36.120905 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fa29cd-9555-4b0f-960c-47fa0238d0c0 None None] The sync data for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi is: [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': 'ef2d7a3b-592a-4203-a867-3b59a89f9976', 'name': '', 'network_id': '62c5057d-2105-4af1-b967-04704345cc37', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'mac_address': 'fa:16:3e:1c:7d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:48Z', 'updated_at': '2021-09-22T20:02:56Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'subnets': [{'id': '5f1655a0-5c24-49c2-b1a4-753402528abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:09:36.294659 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf19a9c-ad36-4653-a708-7f23359bfae8 req-619517fe-952e-4c7d-a59d-1a7de15d89cb tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:36.296064 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3cf19a9c-ad36-4653-a708-7f23359bfae8 req-619517fe-952e-4c7d-a59d-1a7de15d89cb tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0514090 Sep 22 20:09:36.346319 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3cf19a9c-ad36-4653-a708-7f23359bfae8 req-35796e19-2f76-4c31-a6ce-f01d69ce6049 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439227 Sep 22 20:09:36.371758 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc423ed6-fee3-4bb7-850b-2e253a4a9fe7 None None] New status for floating IP d5c71cd8-946e-42b0-b69d-e45cea98cbec: DOWN {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:09:36.425582 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425677ec-d342-4db7-ab6d-27ecd6ef9777 req-c0a8c5aa-45b4-4864-bef5-383506b3028d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:36.427261 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-425677ec-d342-4db7-ab6d-27ecd6ef9777 req-c0a8c5aa-45b4-4864-bef5-383506b3028d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.0501859 Sep 22 20:09:36.471367 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-425677ec-d342-4db7-ab6d-27ecd6ef9777 req-78836e40-a30e-4b53-9542-9a74235501e6 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Sep 22 20:09:36.585001 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e2b69-a19a-446a-90e8-0626a6af5978 req-92c4f5f2-63e9-4b3f-b1aa-2420e331a774 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:36.586672 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e86e2b69-a19a-446a-90e8-0626a6af5978 req-92c4f5f2-63e9-4b3f-b1aa-2420e331a774 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0544922 Sep 22 20:09:36.668919 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e86e2b69-a19a-446a-90e8-0626a6af5978 req-e5c2af63-9205-46e6-97e3-b053e659bfe5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650105 Sep 22 20:09:36.671674 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-260c7c0a-a1b0-42aa-8d91-2cbb0dde8eec req-2911d322-8c87-491a-a06e-a99a4e5d87a8 tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/ports?device_id=9703f039-a1c9-4b6b-b17e-4cc225dd6ad4 HTTP/1.1" status: 200 len: 210 time: 0.0582128 Sep 22 20:09:37.059779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a425a-0e4b-4121-8e45-baf577924981 req-3675f4f6-9dae-471e-a653-1cd03d191610 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:37.061283 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e83a425a-0e4b-4121-8e45-baf577924981 req-3675f4f6-9dae-471e-a653-1cd03d191610 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 947 time: 0.0487499 Sep 22 20:09:37.099473 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e83a425a-0e4b-4121-8e45-baf577924981 req-df08cb23-c478-4192-a391-d1726a9b6721 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Sep 22 20:09:37.244065 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 0b24804c-d574-49f4-b8f0-70f88ff96df2 details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:09:37.247205 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device b42bc139-ceae-4233-9998-4fb057ba65ee no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:09:37.275479 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: b42bc139-ceae-4233-9998-4fb057ba65ee {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:09:37.275829 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device b42bc139-ceae-4233-9998-4fb057ba65ee not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:09:37.370496 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:37.381921 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'port_id': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'mac_address': 'fa:16:3e:82:5b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:09:37.426125 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:37.439057 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b24804c-d574-49f4-b8f0-70f88ff96df2 {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:09:37.460001 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:37.466375 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3cc75e-1a9e-41dd-ae92-185a52cf0b16 req-635073c0-aab8-47ab-be54-ad00762829bb tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:37.467871 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2e3cc75e-1a9e-41dd-ae92-185a52cf0b16 req-635073c0-aab8-47ab-be54-ad00762829bb tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0542362 Sep 22 20:09:37.507887 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2e3cc75e-1a9e-41dd-ae92-185a52cf0b16 req-da8dbdd7-1d7b-4d66-9fd8-ab38fa959720 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337007 Sep 22 20:09:37.586279 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33741da2-dee1-4bb5-bc73-5b127ea3a474 req-34311e0b-f4ad-4c7e-99ed-2a0c0b304151 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:37.587834 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-33741da2-dee1-4bb5-bc73-5b127ea3a474 req-34311e0b-f4ad-4c7e-99ed-2a0c0b304151 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.0481873 Sep 22 20:09:37.591004 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:37.625909 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-33741da2-dee1-4bb5-bc73-5b127ea3a474 req-c13adb74-b123-4b1f-a327-d55f974db838 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Sep 22 20:09:37.642509 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=7']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:37.774933 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b66968-bfdd-4e55-9d73-ac07d35295e3 req-edb51548-e6ed-4ae1-b09b-5a543c20362b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:37.776443 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f3b66968-bfdd-4e55-9d73-ac07d35295e3 req-edb51548-e6ed-4ae1-b09b-5a543c20362b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 945 time: 0.0489447 Sep 22 20:09:37.814116 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f3b66968-bfdd-4e55-9d73-ac07d35295e3 req-73ff517c-b584-4b9d-8376-43caf5ad9503 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313261 Sep 22 20:09:37.824681 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45468) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:37.827608 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['0b24804c-d574-49f4-b8f0-70f88ff96df2'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:09:37.878461 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8fb5-7b1a-4511-91f9-93811570319a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:37.901474 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8fb5-7b1a-4511-91f9-93811570319a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.041837 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8fb5-7b1a-4511-91f9-93811570319a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.044414 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cf5d8fb5-7b1a-4511-91f9-93811570319a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.045651 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-cf5d8fb5-7b1a-4511-91f9-93811570319a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "DELETE /v2.0/security-groups/4b344300-c287-4346-a635-fb358f672cfe HTTP/1.1" status: 204 len: 168 time: 0.2199926 Sep 22 20:09:38.048452 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45470) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:38.055212 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d8fb5-7b1a-4511-91f9-93811570319a tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b344300-c287-4346-a635-fb358f672cfe,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:38.062285 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.api.v2.resource [None req-aab0dfca-703a-4b75-b125-f6541743ff3c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] show failed (client error): The resource could not be found. Sep 22 20:09:38.063283 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-aab0dfca-703a-4b75-b125-f6541743ff3c tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "GET /v2.0/security-groups/4b344300-c287-4346-a635-fb358f672cfe HTTP/1.1" status: 404 len: 347 time: 0.0138595 Sep 22 20:09:38.066038 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45472) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:38.221860 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Deleting port aafe8988-d4db-4035-995e-14c4a68a3fb9 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:09:38.222206 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.231810 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cae38-042d-4a57-8d2f-7a6369d21c8e req-f48f5bac-3335-45b0-a2b2-522c34e4b42a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:38.233284 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-858cae38-042d-4a57-8d2f-7a6369d21c8e req-f48f5bac-3335-45b0-a2b2-522c34e4b42a tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 947 time: 0.0635769 Sep 22 20:09:38.322608 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-858cae38-042d-4a57-8d2f-7a6369d21c8e req-be4b3ca1-f431-46ad-870b-9abf5a847b06 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731893 Sep 22 20:09:38.329210 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.329542 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.341619 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Calling delete_port for aafe8988-d4db-4035-995e-14c4a68a3fb9 owned by network:floatingip {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:09:38.600879 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.632978 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Pushing event deleted for resources: {'Port': ['ID=aafe8988-d4db-4035-995e-14c4a68a3fb9,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:38.685071 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb851b-f3f2-4d47-988d-e1b64d0c8c7e req-9d995100-081c-4c45-b3ae-ded197aaacb8 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:38.686644 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b7cb851b-f3f2-4d47-988d-e1b64d0c8c7e req-9d995100-081c-4c45-b3ae-ded197aaacb8 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.1140995 Sep 22 20:09:38.746993 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks [] for floatingip, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.749460 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:38.750620 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-5914a86e-fa03-4d94-9a15-0f2fb523919e tempest-AttachVolumeTestJSON-1927155356 tempest-AttachVolumeTestJSON-1927155356-project] 10.222.0.11 "DELETE /v2.0/floatingips/d5c71cd8-946e-42b0-b69d-e45cea98cbec HTTP/1.1" status: 204 len: 168 time: 0.6837053 Sep 22 20:09:38.780235 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b7cb851b-f3f2-4d47-988d-e1b64d0c8c7e req-8ea763b1-0769-4d2b-825d-ce7be2f62444 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842915 Sep 22 20:09:38.788393 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1e3fa-82e7-40a0-9dcf-1d528f80e53f req-3edd0648-a1a4-4968-badf-75030679f1fa tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:38.789946 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95d1e3fa-82e7-40a0-9dcf-1d528f80e53f req-3edd0648-a1a4-4968-badf-75030679f1fa tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.0913656 Sep 22 20:09:38.833015 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-95d1e3fa-82e7-40a0-9dcf-1d528f80e53f req-fdc83701-3cb7-4617-bf07-c6fbf742f0cc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360858 Sep 22 20:09:38.926005 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c838c-3dcf-483b-aa64-b7d7c3cba657 req-bce6595d-9d72-4d55-bf12-363f1f18cfed tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:38.927399 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-706c838c-3dcf-483b-aa64-b7d7c3cba657 req-bce6595d-9d72-4d55-bf12-363f1f18cfed tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 945 time: 0.0481367 Sep 22 20:09:38.965647 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-706c838c-3dcf-483b-aa64-b7d7c3cba657 req-a1d00fa1-665f-40c2-8e26-af4bb0284204 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321729 Sep 22 20:09:39.258822 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 0b24804c-d574-49f4-b8f0-70f88ff96df2 up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:09:39.306134 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port 0b24804c-d574-49f4-b8f0-70f88ff96df2 triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:09:39.306512 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:39.383531 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:39.405478 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:39.407793 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5dcbcc-7a78-40d0-9be7-722cb20ad61c" -d '{"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-plugged", "status": "completed", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:39.420356 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:39.445294 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1019213-3940-411f-841d-cc1c82341330 x-openstack-request-id: req-f1019213-3940-411f-841d-cc1c82341330 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:39.445583 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-plugged", "status": "completed", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:39.445864 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1019213-3940-411f-841d-cc1c82341330 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:39.446266 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'code': 200} Sep 22 20:09:39.548360 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:39.596030 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=8']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:39.725304 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63975a81-9d6e-4d1c-a5db-51d21c3cdc84 req-6238108b-6935-4af7-978b-3ffae341e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:39.726808 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-63975a81-9d6e-4d1c-a5db-51d21c3cdc84 req-6238108b-6935-4af7-978b-3ffae341e0c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1099 time: 0.0390069 Sep 22 20:09:39.760529 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-63975a81-9d6e-4d1c-a5db-51d21c3cdc84 req-c8ba8fef-99cb-4d7d-bc34-f6c83d579e47 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268037 Sep 22 20:09:39.904876 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962adc5-605d-41c9-bdbd-4e6dabd758e8 req-26d841be-b684-4f26-af1c-cc8fe7255bc8 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:39.906384 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1962adc5-605d-41c9-bdbd-4e6dabd758e8 req-26d841be-b684-4f26-af1c-cc8fe7255bc8 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0548751 Sep 22 20:09:39.970683 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1962adc5-605d-41c9-bdbd-4e6dabd758e8 req-2dd40b45-3899-42f4-a513-80e8a8f57d09 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547497 Sep 22 20:09:39.979326 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28fc791-e5b2-4ef6-9559-4741cf846e58 req-9efe3ace-cfa1-4eca-bc74-798ee2393a36 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:39.980746 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b28fc791-e5b2-4ef6-9559-4741cf846e58 req-9efe3ace-cfa1-4eca-bc74-798ee2393a36 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.0735137 Sep 22 20:09:40.019587 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-b28fc791-e5b2-4ef6-9559-4741cf846e58 req-ab86f44f-b11a-429d-87f9-b87bcef6aab8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Sep 22 20:09:40.075262 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d6ec2-4c2c-4d5e-9938-0f463e44649b req-69f20124-de25-4329-9823-b290cc879911 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:40.076751 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-062d6ec2-4c2c-4d5e-9938-0f463e44649b req-69f20124-de25-4329-9823-b290cc879911 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0468910 Sep 22 20:09:40.114368 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-062d6ec2-4c2c-4d5e-9938-0f463e44649b req-5b8f2712-7e59-4af0-8d8b-3ce06a2d797e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318511 Sep 22 20:09:40.316695 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45530) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:40.421667 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-086c46c0-4082-4187-a40e-c93552ad742c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:40.509564 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-086c46c0-4082-4187-a40e-c93552ad742c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:40.578709 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-086c46c0-4082-4187-a40e-c93552ad742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:40.614667 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-086c46c0-4082-4187-a40e-c93552ad742c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fc7fa264f4844049c5ea19796cf29db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969363 Sep 22 20:09:40.617021 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c46c0-4082-4187-a40e-c93552ad742c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e17a18d-643f-4b6b-96fd-35073e369fc2,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:40.618061 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45536) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:40.669612 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-85895244-0faf-4967-9dca-21708612bfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:40.691084 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-85895244-0faf-4967-9dca-21708612bfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:40.773915 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-85895244-0faf-4967-9dca-21708612bfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:40.776440 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-85895244-0faf-4967-9dca-21708612bfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:40.777578 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-85895244-0faf-4967-9dca-21708612bfee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e17a18d-643f-4b6b-96fd-35073e369fc2 HTTP/1.1" status: 204 len: 168 time: 0.1584909 Sep 22 20:09:40.786630 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85895244-0faf-4967-9dca-21708612bfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e17a18d-643f-4b6b-96fd-35073e369fc2,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:41.087093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4703a-106e-498a-8bee-084db538c0b4 req-673aca53-1a08-42f4-a4ae-52e6af51dfcb tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:41.088208 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d2c4703a-106e-498a-8bee-084db538c0b4 req-673aca53-1a08-42f4-a4ae-52e6af51dfcb tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0516171 Sep 22 20:09:41.162076 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612fbae-d0e7-4387-8336-4ba64b913715 req-ade0bb45-d482-49b3-bd31-77bae2400240 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:41.164089 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6612fbae-d0e7-4387-8336-4ba64b913715 req-ade0bb45-d482-49b3-bd31-77bae2400240 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 943 time: 0.0736189 Sep 22 20:09:41.167932 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d2c4703a-106e-498a-8bee-084db538c0b4 req-0e72cc0a-f3f8-4ffa-93fc-4cde0de1decc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678537 Sep 22 20:09:41.209342 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6612fbae-d0e7-4387-8336-4ba64b913715 req-69ebf997-d129-4bba-ae74-99c4db036e2f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389247 Sep 22 20:09:41.258942 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:09:41.277423 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf2deb-c81f-4271-b774-afe96c00c137 req-ebe1c934-8284-4e8a-b247-090f4634b179 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:41.279010 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3cdf2deb-c81f-4271-b774-afe96c00c137 req-ebe1c934-8284-4e8a-b247-090f4634b179 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0523214 Sep 22 20:09:41.317217 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3cdf2deb-c81f-4271-b774-afe96c00c137 req-df4e0510-bf2e-4a58-9863-28e98d3e4b2d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322406 Sep 22 20:09:41.356079 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:41.367358 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:09:41.419004 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.433862 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:09:41.435877 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45554) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:41.457116 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a89c8899-8545-4924-9871-caaea5eaf813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.457243 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:41.537112 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.539088 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a89c8899-8545-4924-9871-caaea5eaf813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.583881 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:41.642233 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a89c8899-8545-4924-9871-caaea5eaf813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.682959 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-a89c8899-8545-4924-9871-caaea5eaf813 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=46f3d8e57326411e94a6789ca208f59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458370 Sep 22 20:09:41.683979 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c8899-8545-4924-9871-caaea5eaf813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55712b26-3c0d-4cfb-9811-d113854a03a7,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:41.685475 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45562) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:41.736678 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-44c5a5d0-be84-4149-a9fd-6ce80d444ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.756649 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-44c5a5d0-be84-4149-a9fd-6ce80d444ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.768007 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:09:41.865021 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-44c5a5d0-be84-4149-a9fd-6ce80d444ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.867911 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-44c5a5d0-be84-4149-a9fd-6ce80d444ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:41.869067 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-44c5a5d0-be84-4149-a9fd-6ce80d444ab4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55712b26-3c0d-4cfb-9811-d113854a03a7 HTTP/1.1" status: 204 len: 168 time: 0.1818011 Sep 22 20:09:41.876655 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5a5d0-be84-4149-a9fd-6ce80d444ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55712b26-3c0d-4cfb-9811-d113854a03a7,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:42.285753 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e7253-241e-4710-8112-e8a5d0607b1c req-7d0f9a01-11a6-4cfd-96ce-21ff00add299 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:42.287088 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-683e7253-241e-4710-8112-e8a5d0607b1c req-7d0f9a01-11a6-4cfd-96ce-21ff00add299 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0508294 Sep 22 20:09:42.365596 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52302405-5634-4d16-9717-99a3ecbf97f1 req-04b683c6-67bb-4bf4-95e8-b4c70348f13c tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:42.367132 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52302405-5634-4d16-9717-99a3ecbf97f1 req-04b683c6-67bb-4bf4-95e8-b4c70348f13c tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 944 time: 0.0790577 Sep 22 20:09:42.371542 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-683e7253-241e-4710-8112-e8a5d0607b1c req-72124436-10c8-42b0-b6db-4bb8d54fbe13 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553544 Sep 22 20:09:42.418279 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-52302405-5634-4d16-9717-99a3ecbf97f1 req-b9ebbd00-4ca5-4690-b4d0-74e824554ac4 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 Sep 22 20:09:42.819903 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45592) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:42.882732 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d492b2e4-fc11-4bf1-9aa2-ee383fba6a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:43.274028 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:09:43.358979 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:43.415482 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:09:43.420519 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:09:43.426702 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:43.467384 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45610) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:43.681352 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1ee11-eb16-406b-9d1a-454df9d403f4 req-6e213775-51ba-4ad9-a00a-44d28d89444f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:43.688319 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Deleting port ef2d7a3b-592a-4203-a867-3b59a89f9976 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:09:43.688815 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:43.689578 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1ec1ee11-eb16-406b-9d1a-454df9d403f4 req-6e213775-51ba-4ad9-a00a-44d28d89444f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 944 time: 0.1336560 Sep 22 20:09:43.722639 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-459d13fe-f811-43b2-9003-bee2fe5fcf09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:43.786164 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] For port ef2d7a3b-592a-4203-a867-3b59a89f9976, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=ef2d7a3b-592a-4203-a867-3b59a89f9976,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:43.786672 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:43.787616 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:43.792370 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1ec1ee11-eb16-406b-9d1a-454df9d403f4 req-c67c5b15-770b-4bdb-8de4-0e3055260066 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964711 Sep 22 20:09:43.802107 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Calling delete_port for ef2d7a3b-592a-4203-a867-3b59a89f9976 owned by network:router_interface {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:09:43.803149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64746d7e-59d2-4bf7-8774-a93e0cec1dc1 req-a9078408-2984-4841-877e-15e1139c7d2a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:43.805470 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64746d7e-59d2-4bf7-8774-a93e0cec1dc1 req-a9078408-2984-4841-877e-15e1139c7d2a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.1432087 Sep 22 20:09:43.830313 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:43.831565 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:43.834581 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d59fabe-1698-4587-b49e-ebcb5700ae7e" -d '{"events": [{"server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "name": "network-vif-plugged", "status": "completed", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:43.873864 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-64746d7e-59d2-4bf7-8774-a93e0cec1dc1 req-9a4765a3-f266-45af-bcc0-51d67b056ff4 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602586 Sep 22 20:09:43.887820 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e187d2e1-5b40-45d4-8332-c80b355989c5 x-openstack-request-id: req-e187d2e1-5b40-45d4-8332-c80b355989c5 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:43.888290 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "name": "network-vif-plugged", "status": "completed", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:43.888557 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e187d2e1-5b40-45d4-8332-c80b355989c5 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:43.889175 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'code': 200} Sep 22 20:09:43.891302 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:43.947972 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:43.954709 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-459d13fe-f811-43b2-9003-bee2fe5fcf09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.039969 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-459d13fe-f811-43b2-9003-bee2fe5fcf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.078018 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-459d13fe-f811-43b2-9003-bee2fe5fcf09 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=261a7c0c527045aeb5b77218f2a7cafa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6087475 Sep 22 20:09:44.079874 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d13fe-f811-43b2-9003-bee2fe5fcf09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf13a5-48ac-42f7-8ecd-e3a11d605bae,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:44.080753 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45616) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:44.130852 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.154495 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-eb19aa57-91d7-488f-a7ff-e9eaad36f02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.160292 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2d7a3b-592a-4203-a867-3b59a89f9976,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:44.196172 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.196543 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.196854 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.197181 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.197509 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.197869 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.198200 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.198531 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.199169 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.199489 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.199810 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.200126 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:09:44.234461 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-eb19aa57-91d7-488f-a7ff-e9eaad36f02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.280035 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a1a94-cbfe-4284-87d3-10c458fb6579 req-dddce194-8197-4914-9dc2-78571b98995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:44.280657 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7c7a1a94-cbfe-4284-87d3-10c458fb6579 req-dddce194-8197-4914-9dc2-78571b98995e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 1098 time: 0.0448582 Sep 22 20:09:44.327682 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7c7a1a94-cbfe-4284-87d3-10c458fb6579 req-0953df29-b4b8-4786-b308-7d4e5f41cf4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396912 Sep 22 20:09:44.380844 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.426844 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-eb19aa57-91d7-488f-a7ff-e9eaad36f02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.429364 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-eb19aa57-91d7-488f-a7ff-e9eaad36f02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.430510 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-eb19aa57-91d7-488f-a7ff-e9eaad36f02f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fbdf13a5-48ac-42f7-8ecd-e3a11d605bae HTTP/1.1" status: 204 len: 168 time: 0.3488533 Sep 22 20:09:44.443316 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19aa57-91d7-488f-a7ff-e9eaad36f02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf13a5-48ac-42f7-8ecd-e3a11d605bae,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:44.602987 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Router 81eaa075-5ce6-436d-9df6-0832335eaae0 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:09:44.709325 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:09:44.715133 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5741cc0c-1fb4-4cf9-909a-8b04aff8ff6b admin admin] 10.222.0.11 "PUT /v2.0/routers/81eaa075-5ce6-436d-9df6-0832335eaae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8941960 Sep 22 20:09:44.717782 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45620) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:44.718841 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] Sync routers for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:09:44.728508 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:09:44.729125 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:09:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:44.825811 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:44.847147 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:09:44.955911 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e43bfb-55b2-45d3-b540-3447a60b9a54 req-b42b1ac1-8e96-4f7c-b9ed-6bd4496b9ce3 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:44.962387 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-20e43bfb-55b2-45d3-b540-3447a60b9a54 req-b42b1ac1-8e96-4f7c-b9ed-6bd4496b9ce3 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 945 time: 0.0965176 Sep 22 20:09:45.020638 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:45.044167 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:09:43Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:45.046688 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-20e43bfb-55b2-45d3-b540-3447a60b9a54 req-51501c0e-33c6-4305-9745-62a15dd111f7 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827358 Sep 22 20:09:45.059462 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b349234-78ca-42f8-b0a0-5f9dcc93d6f6 req-ec904afe-613f-4974-abc5-0bba01de42d1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:45.065873 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7b349234-78ca-42f8-b0a0-5f9dcc93d6f6 req-ec904afe-613f-4974-abc5-0bba01de42d1 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0936689 Sep 22 20:09:45.071802 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] Checking router: 81eaa075-5ce6-436d-9df6-0832335eaae0 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:09:45.080171 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] Routers {'81eaa075-5ce6-436d-9df6-0832335eaae0'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:09:45.080774 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:09:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['81eaa075-5ce6-436d-9df6-0832335eaae0'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:45.102207 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7b349234-78ca-42f8-b0a0-5f9dcc93d6f6 req-be9751c3-5d5c-4463-b703-d442399f6965 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=7806b09d-ed3b-40c9-a613-63ed42bec555&id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348928 Sep 22 20:09:45.191952 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] Set router 81eaa075-5ce6-436d-9df6-0832335eaae0 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:09:45.205627 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Deleting port 09a63948-02eb-47f7-b367-5c14070793a1 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:09:45.206451 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:45.293949 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] For port 09a63948-02eb-47f7-b367-5c14070793a1, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=09a63948-02eb-47f7-b367-5c14070793a1,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:45.294525 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:45.307812 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Calling delete_port for 09a63948-02eb-47f7-b367-5c14070793a1 owned by network:router_gateway {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:09:45.406538 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:09:43Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:45.434542 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095a250-407c-4a1b-aa92-d4dd1dc039df None None] The sync data for ids ['81eaa075-5ce6-436d-9df6-0832335eaae0'] in dv-cinder-778534-8-iscsi is: [{'id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'name': 'tempest-AttachVolumeTestJSON-323448408-router', 'tenant_id': 'b2e7b75d182740f9a506428a6b9892f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '09a63948-02eb-47f7-b367-5c14070793a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:09:43Z', 'revision_number': 5, 'project_id': 'b2e7b75d182740f9a506428a6b9892f1', 'gw_port': {'id': '09a63948-02eb-47f7-b367-5c14070793a1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:ac:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaa075-5ce6-436d-9df6-0832335eaae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:43Z', 'updated_at': '2021-09-22T20:02:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:09:45.565478 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-acb05155-6c5d-4a7e-9b17-74784edb023b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:45.651381 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:45.680108 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a63948-02eb-47f7-b367-5c14070793a1,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:45.754285 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:45.851779 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:45.854318 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:45.999503 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.000033 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81eaa075-5ce6-436d-9df6-0832335eaae0 {{(pid=101136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:09:46.007787 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.007787 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-759369a8-669b-4d2f-97fe-f46920d430c4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/81eaa075-5ce6-436d-9df6-0832335eaae0 HTTP/1.1" status: 204 len: 168 time: 1.2872241 Sep 22 20:09:46.009457 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45650) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:46.059481 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_v2 [None req-69625898-84f1-489f-9eae-75d4dc21755a admin admin] Deleting subnet 5f1655a0-5c24-49c2-b1a4-753402528abd {{(pid=101136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:09:46.062973 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69625898-84f1-489f-9eae-75d4dc21755a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.098715 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69625898-84f1-489f-9eae-75d4dc21755a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29458065'] for subnet, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.196356 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.224220 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46696628-058e-4917-8688-7fd075e49fa5 req-c3eb7d88-b1ca-4794-aadb-bca644ffe981 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:46.226202 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46696628-058e-4917-8688-7fd075e49fa5 req-c3eb7d88-b1ca-4794-aadb-bca644ffe981 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 945 time: 0.1010995 Sep 22 20:09:46.266887 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69625898-84f1-489f-9eae-75d4dc21755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.298909 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46696628-058e-4917-8688-7fd075e49fa5 req-e428ec0e-accd-4d0e-ac6e-38950d8f8e45 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650403 Sep 22 20:09:46.421567 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67247dea-7a21-445c-a3a7-a04875895d93 req-be04f74a-3c17-4bce-8cd9-ba06d797c49e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:46.423063 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-67247dea-7a21-445c-a3a7-a04875895d93 req-be04f74a-3c17-4bce-8cd9-ba06d797c49e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 945 time: 0.0599246 Sep 22 20:09:46.460446 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69625898-84f1-489f-9eae-75d4dc21755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29555261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853086'] for subnet, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.476443 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-67247dea-7a21-445c-a3a7-a04875895d93 req-e8e172c6-ccde-4557-ab40-374079720177 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467772 Sep 22 20:09:46.498160 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-69625898-84f1-489f-9eae-75d4dc21755a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.502530 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-69625898-84f1-489f-9eae-75d4dc21755a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5f1655a0-5c24-49c2-b1a4-753402528abd HTTP/1.1" status: 204 len: 168 time: 0.4916325 Sep 22 20:09:46.504553 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45658) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:46.504997 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69625898-84f1-489f-9eae-75d4dc21755a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1655a0-5c24-49c2-b1a4-753402528abd,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:46.505822 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060cb161-9937-49e8-ac23-2c6e4d42df4c None None] Network 62c5057d-2105-4af1-b967-04704345cc37 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:09:46.507788 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45660) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:46.547946 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b8307e-4cad-473d-aebb-7e3704391860 tempest-TestVolumeBootPattern-1187712913 tempest-TestVolumeBootPattern-1187712913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:46.552111 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-19b8307e-4cad-473d-aebb-7e3704391860 tempest-TestVolumeBootPattern-1187712913 tempest-TestVolumeBootPattern-1187712913-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 1093 time: 0.0407693 Sep 22 20:09:46.552299 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45664) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:46.560381 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:09:46.608324 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.661478 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Deleting port 7b4a747f-1082-4fbf-9047-b00974625eb9 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:09:46.661850 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.681993 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.728794 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] DHCP port deletion for 62c5057d-2105-4af1-b967-04704345cc37 request from dv-cinder-778534-8-iscsi {{(pid=101138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 20:09:46.734431 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] For port 7b4a747f-1082-4fbf-9047-b00974625eb9, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=7b4a747f-1082-4fbf-9047-b00974625eb9,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:46.734956 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.748104 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Calling delete_port for 7b4a747f-1082-4fbf-9047-b00974625eb9 owned by network:dhcp {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:09:46.754512 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.773951 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] Deleting port 7b4a747f-1082-4fbf-9047-b00974625eb9 {{(pid=101138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:09:46.774328 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.842759 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] For port 7b4a747f-1082-4fbf-9047-b00974625eb9, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=7b4a747f-1082-4fbf-9047-b00974625eb9,segment=NetworkSegment(65180ec6-1ee4-4c14-a52e-5beb6c716090),segment_id=65180ec6-1ee4-4c14-a52e-5beb6c716090)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:09:46.843182 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.856525 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] Calling delete_port for 7b4a747f-1082-4fbf-9047-b00974625eb9 owned by network:dhcp {{(pid=101138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:09:46.908695 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:46.936063 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4a747f-1082-4fbf-9047-b00974625eb9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:46.939874 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] No DVR routers for this DVR port 7b4a747f-1082-4fbf-9047-b00974625eb9 on host dv-cinder-778534-8-iscsi {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:09:46.974045 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082'] for port, after_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.002483 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] Pushing event deleted for resources: {'Port': ['ID=7b4a747f-1082-4fbf-9047-b00974625eb9,revision_number=None']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:47.006290 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c25de2-90e5-4339-9084-fefbbb4ecce6 None None] No DVR routers for this DVR port 7b4a747f-1082-4fbf-9047-b00974625eb9 on host dv-cinder-778534-8-iscsi {{(pid=101138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:09:47.014823 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.040904 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c5057d-2105-4af1-b967-04704345cc37']}} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:47.051536 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65180ec6-1ee4-4c14-a52e-5beb6c716090') {'for_net_delete': True} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:47.051836 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65180ec6-1ee4-4c14-a52e-5beb6c716090') {} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:47.061155 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.064157 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30124357'] for segment, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.078544 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.084568 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=101137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:09:47.085515 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30124759'] for segment, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: Traceback (most recent call last): Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: timer() Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: cb(*args, **kw) Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: return func(*args, **kwargs) Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: self._notify() Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: self.callback(batched_events) Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: event.method(event) Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: return f(self, *a, **k) Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._get(url).json() Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: return self.request(url, 'GET', **kwargs) Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:09:47.087161 dv-cinder-778534-8-iscsi neutron-server[101137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:09:47.163284 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Allocated IP 172.27.2.11 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/c14f4373-6725-405b-8b20-f71e00cdf50d) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:09:47.241943 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.247012 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.249196 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/62c5057d-2105-4af1-b967-04704345cc37 HTTP/1.1" status: 204 len: 168 time: 0.7429216 Sep 22 20:09:47.263864 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d50725-620d-45ff-98a2-b65fdec4b9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c5057d-2105-4af1-b967-04704345cc37,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:47.274314 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.279010 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 09a63948-02eb-47f7-b367-5c14070793a1 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:09:47.298724 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 09a63948-02eb-47f7-b367-5c14070793a1 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:09:47.299068 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 09a63948-02eb-47f7-b367-5c14070793a1 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:09:47.299479 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 7b4a747f-1082-4fbf-9047-b00974625eb9 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:09:47.318047 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 7b4a747f-1082-4fbf-9047-b00974625eb9 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:09:47.318389 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 7b4a747f-1082-4fbf-9047-b00974625eb9 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:09:47.325199 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device ef2d7a3b-592a-4203-a867-3b59a89f9976 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:09:47.337924 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: ef2d7a3b-592a-4203-a867-3b59a89f9976 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:09:47.338264 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device ef2d7a3b-592a-4203-a867-3b59a89f9976 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:09:47.374033 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.413813 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:09:47.416535 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:09:47.423759 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:09:47.425644 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=c14f4373-6725-405b-8b20-f71e00cdf50d,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:47.779634 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45676) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:47.785278 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.819635 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-36aae23b-d675-4de8-9a0a-6052d1617fba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2e7b75d182740f9a506428a6b9892f1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388317 Sep 22 20:09:47.822164 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45678) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:47.872322 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-69f24cfb-f917-4c29-92ec-62dc1308edce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.896851 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-69f24cfb-f917-4c29-92ec-62dc1308edce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:47.928443 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:48.030421 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-69f24cfb-f917-4c29-92ec-62dc1308edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:48.034055 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-69f24cfb-f917-4c29-92ec-62dc1308edce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:48.035330 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-69f24cfb-f917-4c29-92ec-62dc1308edce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91565913-21d4-4cd9-815e-17f042db6df3 HTTP/1.1" status: 204 len: 168 time: 0.2122571 Sep 22 20:09:48.043845 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f24cfb-f917-4c29-92ec-62dc1308edce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91565913-21d4-4cd9-815e-17f042db6df3,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:48.088495 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:48.159948 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:48.231483 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=c14f4373-6725-405b-8b20-f71e00cdf50d,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:48.239380 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:48.339175 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Floating IP 57727fa3-5739-4362-8024-cbf61dee4b19 associated. External IP: 172.27.2.11, port: cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c. Sep 22 20:09:48.465141 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:48.557599 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:09:48.669002 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:09:48.680045 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:09:48.693357 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:09:48.694152 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:09:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:48.748389 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:48.790548 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-88103232-a9be-404e-9754-d51c5e8979b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2371447 Sep 22 20:09:48.791175 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:09:48.793528 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:09:48.809807 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:09:48.835765 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6884562-c020-4850-b7d8-630fafb27b9c x-openstack-request-id: req-d6884562-c020-4850-b7d8-630fafb27b9c {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:09:48.835765 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:09:48.835765 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d6884562-c020-4850-b7d8-630fafb27b9c {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:09:48.835765 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'status': 'completed', 'code': 200} Sep 22 20:09:48.901939 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-36e51224-8a67-47b1-aa25-e0376d553ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:48.903609 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-36e51224-8a67-47b1-aa25-e0376d553ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 1098 time: 0.0428858 Sep 22 20:09:49.008354 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-ac22320c-94d8-4235-acc5-4e6cfc791f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:49.009949 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-ac22320c-94d8-4235-acc5-4e6cfc791f60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 913 time: 0.0982020 Sep 22 20:09:49.081376 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-2416d36e-ec88-4d35-b62a-2d1d8aafa4b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c HTTP/1.1" status: 200 len: 998 time: 0.0599763 Sep 22 20:09:49.123593 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:47Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:49.142807 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-3298476c-9422-415f-88cc-850743cf4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:49.144626 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-3298476c-9422-415f-88cc-850743cf4e04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0460231 Sep 22 20:09:49.151268 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:09:49.160022 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:09:49.160691 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:09:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:49.195946 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-d33c89fa-49f2-4850-8f59-444931e495a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:49.197572 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-d33c89fa-49f2-4850-8f59-444931e495a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461962 Sep 22 20:09:49.280507 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:09:49.294281 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-0da79cd0-94c4-4e8f-a31a-bb9d49b82389 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875897 Sep 22 20:09:49.387144 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7cd6fb15-1628-4ce5-b3f5-edc58e4a33e7 req-1bdcdea9-b423-4d83-8442-2310e43fc0fd service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862863 Sep 22 20:09:49.512294 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:47Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:09:49.538541 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd0f93-8c7f-4bc0-8edb-fffee8b9297a None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:47Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:09:49.741797 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7c7865-460b-4c8f-9a9e-65b26c4ceed2 None None] New status for floating IP 57727fa3-5739-4362-8024-cbf61dee4b19: ACTIVE {{(pid=101138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:09:52.271531 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-af6ae66d-c3a9-4b7a-9962-bdd730894d29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397062 Sep 22 20:09:52.275882 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:52.336270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-b28f06a4-f491-434b-8f58-e88c1b6a6187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:52.337965 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-b28f06a4-f491-434b-8f58-e88c1b6a6187 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b1bf8bc6f9974e379586bea37e31571a&device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 1100 time: 0.0445075 Sep 22 20:09:52.445115 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-d4759622-29c8-4c14-b46d-368f375f3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:52.446703 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-d4759622-29c8-4c14-b46d-368f375f3bbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 200 len: 918 time: 0.0894465 Sep 22 20:09:52.512964 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-f7723a12-a461-47cb-9979-47870bdc5fbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac HTTP/1.1" status: 200 len: 1002 time: 0.0584431 Sep 22 20:09:52.564287 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-f424f4f1-6b09-449e-b8ab-65caae60e285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:52.565839 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-f424f4f1-6b09-449e-b8ab-65caae60e285 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 200 len: 856 time: 0.0454626 Sep 22 20:09:52.610374 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-a6188b40-f5f8-4f22-9008-9633b0f9b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:09:52.611774 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-a6188b40-f5f8-4f22-9008-9633b0f9b5e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381920 Sep 22 20:09:52.700777 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-8b12d9a8-acc0-4b7a-9624-74064eb82629 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811918 Sep 22 20:09:52.803820 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6e94b9c0-5052-428d-8a38-bef31169cd47 req-846bda13-5560-4058-99f7-728a9c15d552 service neutron] 10.222.0.36 "GET /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869169 Sep 22 20:09:55.755435 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45796) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:55.859160 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d10862c4-3f87-4972-9025-410d37449087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:55.942709 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d10862c4-3f87-4972-9025-410d37449087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:56.018413 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d10862c4-3f87-4972-9025-410d37449087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:56.053081 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10862c4-3f87-4972-9025-410d37449087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec93980-107e-4190-88a3-b0a455441bee,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:56.057408 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d10862c4-3f87-4972-9025-410d37449087 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9c6d68e4cfd04f49b5399db2f653d6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009577 Sep 22 20:09:56.060549 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45802) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:56.106640 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf6eb-b66e-4f79-82ed-22cf6dde87bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:56.129985 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf6eb-b66e-4f79-82ed-22cf6dde87bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:56.247120 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf6eb-b66e-4f79-82ed-22cf6dde87bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:56.249518 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3d2cf6eb-b66e-4f79-82ed-22cf6dde87bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:56.250697 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-3d2cf6eb-b66e-4f79-82ed-22cf6dde87bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dec93980-107e-4190-88a3-b0a455441bee HTTP/1.1" status: 204 len: 168 time: 0.1892695 Sep 22 20:09:56.258228 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cf6eb-b66e-4f79-82ed-22cf6dde87bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec93980-107e-4190-88a3-b0a455441bee,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:57.016172 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45810) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:57.028874 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c8ddf997-23ad-4f65-9bff-acf40ac13ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:57.113207 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c8ddf997-23ad-4f65-9bff-acf40ac13ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:57.199383 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c8ddf997-23ad-4f65-9bff-acf40ac13ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:57.236865 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-c8ddf997-23ad-4f65-9bff-acf40ac13ae6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d0c280998b54c6183df90c48bfe26a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196624 Sep 22 20:09:57.238070 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddf997-23ad-4f65-9bff-acf40ac13ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf454c9f-196e-4bd5-a635-a1cc4119c6ef,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:09:57.239484 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45812) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:09:57.287260 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-943e7325-e46e-4a05-bd02-7dcd4d06890e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:57.308000 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-943e7325-e46e-4a05-bd02-7dcd4d06890e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:57.447149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-943e7325-e46e-4a05-bd02-7dcd4d06890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:57.450002 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-943e7325-e46e-4a05-bd02-7dcd4d06890e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:09:57.451261 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-943e7325-e46e-4a05-bd02-7dcd4d06890e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf454c9f-196e-4bd5-a635-a1cc4119c6ef HTTP/1.1" status: 204 len: 168 time: 0.2107019 Sep 22 20:09:57.460682 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e7325-e46e-4a05-bd02-7dcd4d06890e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf454c9f-196e-4bd5-a635-a1cc4119c6ef,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:03.084845 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 45918) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:03.186360 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e26c-f178-4dab-893a-a6723fa8da9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:03.275620 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e26c-f178-4dab-893a-a6723fa8da9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:03.349790 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e26c-f178-4dab-893a-a6723fa8da9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:03.387554 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-e6d2e26c-f178-4dab-893a-a6723fa8da9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a27b924c3b94ed1a60bfb3e203a53a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016453 Sep 22 20:10:03.388404 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2e26c-f178-4dab-893a-a6723fa8da9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d085df-6729-4d09-8bbe-062eebebf850,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:03.390414 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45922) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:03.441457 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11bd-0c95-4cbf-a718-25ca910169ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:03.467137 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11bd-0c95-4cbf-a718-25ca910169ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:03.594264 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11bd-0c95-4cbf-a718-25ca910169ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:03.596753 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ca8b11bd-0c95-4cbf-a718-25ca910169ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:03.597969 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ca8b11bd-0c95-4cbf-a718-25ca910169ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7d085df-6729-4d09-8bbe-062eebebf850 HTTP/1.1" status: 204 len: 168 time: 0.2064750 Sep 22 20:10:03.605812 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b11bd-0c95-4cbf-a718-25ca910169ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d085df-6729-4d09-8bbe-062eebebf850,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:04.310195 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45934) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:04.323955 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-51e55f68-ecc1-43b8-908e-2d1faed0ed77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:04.409903 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-51e55f68-ecc1-43b8-908e-2d1faed0ed77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:04.485118 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-51e55f68-ecc1-43b8-908e-2d1faed0ed77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:04.520162 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e55f68-ecc1-43b8-908e-2d1faed0ed77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21491e77-da70-48f1-99cf-bf6b312753b4,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:04.525713 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-51e55f68-ecc1-43b8-908e-2d1faed0ed77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be3fa394a2b34740bacc00fe9025592a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144878 Sep 22 20:10:04.528254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 45936) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:04.574384 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b0-b49f-4d3d-aefb-4f9b6a1c941b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:04.594767 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b0-b49f-4d3d-aefb-4f9b6a1c941b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:04.730598 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b0-b49f-4d3d-aefb-4f9b6a1c941b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:04.733215 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b27ca2b0-b49f-4d3d-aefb-4f9b6a1c941b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:04.737275 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-b27ca2b0-b49f-4d3d-aefb-4f9b6a1c941b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21491e77-da70-48f1-99cf-bf6b312753b4 HTTP/1.1" status: 204 len: 168 time: 0.2057815 Sep 22 20:10:04.744228 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ca2b0-b49f-4d3d-aefb-4f9b6a1c941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21491e77-da70-48f1-99cf-bf6b312753b4,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:10.019860 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:10:12.875646 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-8b23acd1-cd90-42ca-8c1e-ccf742bbef75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:15.567094 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-24a98d5f-09fa-48a2-bdfc-c46c75bf0668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:16.195459 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:16.698371 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:18.210572 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c4b0d-56b5-4c0e-a828-1cbc5ba1f6d7 req-1e365818-0945-425f-98c3-954fc2bbefc4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:18.212167 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e59c4b0d-56b5-4c0e-a828-1cbc5ba1f6d7 req-1e365818-0945-425f-98c3-954fc2bbefc4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 947 time: 0.0490816 Sep 22 20:10:18.249770 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e59c4b0d-56b5-4c0e-a828-1cbc5ba1f6d7 req-b256316c-b25d-4ed2-83f6-df750d5f85fd tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315979 Sep 22 20:10:18.418498 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:19.368332 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4587c38-badf-4002-8dc7-41bfef147f85 req-62fe7cca-af0a-4d90-ba09-cde42c713fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:19.369816 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f4587c38-badf-4002-8dc7-41bfef147f85 req-62fe7cca-af0a-4d90-ba09-cde42c713fad tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 947 time: 0.0479739 Sep 22 20:10:19.410867 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f4587c38-badf-4002-8dc7-41bfef147f85 req-66295f33-0447-4386-aa18-71025e8f2717 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3299c91-b418-46d9-ba46-0bf3e80515ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325413 Sep 22 20:10:19.900090 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559235b-18b3-4dba-913a-e35ac103b20f req-d42e3231-35e2-437f-a390-6e790d164b26 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:19.903208 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2559235b-18b3-4dba-913a-e35ac103b20f req-d42e3231-35e2-437f-a390-6e790d164b26 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 947 time: 0.0489218 Sep 22 20:10:19.991654 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Deleting port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:10:19.991984 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:20.080825 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] For port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:10:20.081190 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:20.247321 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:20.247687 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:20.248001 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Floating IP 1cb2e054-747d-4ada-9c12-cbf14d1aa03b disassociated. External IP: 172.27.2.102, port: 5781ff3d-6cbd-43eb-a01c-dd0f277296ac. Sep 22 20:10:20.248348 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Calling delete_port for 5781ff3d-6cbd-43eb-a01c-dd0f277296ac owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:10:20.452466 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:20.482511 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event deleted for resources: {'Port': ['ID=5781ff3d-6cbd-43eb-a01c-dd0f277296ac,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:20.511394 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1b364c91-052a-4a4b-b9f6-da26e978e32f req-0f7a2a76-0940-4ef1-bb52-51afe27a3862 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 210 time: 0.0323801 Sep 22 20:10:20.611275 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Router 3d68e025-50e1-401e-b15d-35ec5b07ed6c has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:10:20.976882 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:10:20.987575 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a87524-6145-4878-a65d-83728843a329 None None] Sync routers for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:10:20.997174 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a87524-6145-4878-a65d-83728843a329 None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:10:20.997873 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-32a87524-6145-4878-a65d-83728843a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:21.013986 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] No DVR routers for this DVR port 5781ff3d-6cbd-43eb-a01c-dd0f277296ac on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:10:21.016708 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:21.018761 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2559235b-18b3-4dba-913a-e35ac103b20f req-a6d7b182-f202-436f-a1a0-7f75842c7211 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.36 "DELETE /v2.0/ports/5781ff3d-6cbd-43eb-a01c-dd0f277296ac HTTP/1.1" status: 204 len: 173 time: 1.1104083 Sep 22 20:10:21.019192 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-deleted', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:10:21.021474 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaaea2a-6b34-4450-bda3-e0f14e6814e3" -d '{"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-deleted", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:10:21.057948 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dd94a2-6070-4975-8ff6-b61cd05ac6f3 x-openstack-request-id: req-90dd94a2-6070-4975-8ff6-b61cd05ac6f3 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:10:21.058242 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69da73b0-d690-47de-ba22-2974bee964f4", "name": "network-vif-deleted", "tag": "5781ff3d-6cbd-43eb-a01c-dd0f277296ac", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:10:21.058493 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90dd94a2-6070-4975-8ff6-b61cd05ac6f3 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:10:21.058894 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69da73b0-d690-47de-ba22-2974bee964f4', 'name': 'network-vif-deleted', 'tag': '5781ff3d-6cbd-43eb-a01c-dd0f277296ac', 'status': 'completed', 'code': 200} Sep 22 20:10:21.108912 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-32a87524-6145-4878-a65d-83728843a329 None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:10:21.309762 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-32a87524-6145-4878-a65d-83728843a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:21.335360 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a87524-6145-4878-a65d-83728843a329 None None] Checking router: 3d68e025-50e1-401e-b15d-35ec5b07ed6c for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:10:21.343433 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a87524-6145-4878-a65d-83728843a329 None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:10:21.344030 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-32a87524-6145-4878-a65d-83728843a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:21.447250 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-32a87524-6145-4878-a65d-83728843a329 None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:10:21.620612 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-3f0273cd-c844-4e41-8e9e-4fb86619469f req-4b72cfdd-bd3c-4d51-bcf5-ef8d050242f4 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 210 time: 0.0269959 Sep 22 20:10:21.640843 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-32a87524-6145-4878-a65d-83728843a329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:21.669742 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a87524-6145-4878-a65d-83728843a329 None None] The sync data for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi is: [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:02:49Z', 'revision_number': 4, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '02cbc677-e77c-40eb-85ff-d35faaa98fab', 'name': '', 'network_id': '54787ce9-a9b9-41d7-baac-a5d77b6bfbbb', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'mac_address': 'fa:16:3e:37:61:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:47Z', 'updated_at': '2021-09-22T20:02:58Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'subnets': [{'id': '0f646b43-63b5-478d-970e-084eb47a5a91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:10:21.873307 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d8b516-faa1-4b15-8a79-8b9b622f0431 None None] New status for floating IP 1cb2e054-747d-4ada-9c12-cbf14d1aa03b: DOWN {{(pid=101138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:10:22.324746 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:22.726962 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-5ef07caa-4fc1-4db1-9436-5f42c84cbd8d req-1e147312-7e32-4cc6-8d6a-a60091f2e1c5 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 210 time: 0.0255563 Sep 22 20:10:23.585208 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:10:23.607499 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: 5781ff3d-6cbd-43eb-a01c-dd0f277296ac {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:10:23.607836 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 5781ff3d-6cbd-43eb-a01c-dd0f277296ac not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:10:23.829141 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f9593e74-fbc9-4682-a8b6-1cf6ab4f075a req-1ae9bd86-e993-4f16-a2a8-43bf7ab01fa9 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/ports?device_id=69da73b0-d690-47de-ba22-2974bee964f4 HTTP/1.1" status: 200 len: 210 time: 0.0248711 Sep 22 20:10:25.000957 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46170) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:25.055089 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-430227e1-5499-4378-96f6-1fcf3c18feb2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.077281 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-430227e1-5499-4378-96f6-1fcf3c18feb2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.200456 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-430227e1-5499-4378-96f6-1fcf3c18feb2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.202976 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-430227e1-5499-4378-96f6-1fcf3c18feb2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.204090 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-430227e1-5499-4378-96f6-1fcf3c18feb2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "DELETE /v2.0/security-groups/a3299c91-b418-46d9-ba46-0bf3e80515ae HTTP/1.1" status: 204 len: 168 time: 0.2021453 Sep 22 20:10:25.206873 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46172) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:25.212754 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430227e1-5499-4378-96f6-1fcf3c18feb2 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3299c91-b418-46d9-ba46-0bf3e80515ae,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:25.224167 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.api.v2.resource [None req-a3f8f377-ac01-4c5a-a7e2-f3fd5ef54181 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] show failed (client error): The resource could not be found. Sep 22 20:10:25.224167 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-a3f8f377-ac01-4c5a-a7e2-f3fd5ef54181 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "GET /v2.0/security-groups/a3299c91-b418-46d9-ba46-0bf3e80515ae HTTP/1.1" status: 404 len: 347 time: 0.0153558 Sep 22 20:10:25.225977 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46176) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:25.356488 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Deleting port 57f20a14-0bde-466f-b91a-b66d8700c0d9 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:10:25.357866 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.435164 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.435523 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.449953 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Calling delete_port for 57f20a14-0bde-466f-b91a-b66d8700c0d9 owned by network:floatingip {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:10:25.701756 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.728444 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Pushing event deleted for resources: {'Port': ['ID=57f20a14-0bde-466f-b91a-b66d8700c0d9,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:25.787692 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks [] for floatingip, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.790590 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:25.795256 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-2881ca61-fa65-4bfd-bbba-92252d6b14e0 tempest-AttachVolumeShelveTestJSON-1787650490 tempest-AttachVolumeShelveTestJSON-1787650490-project] 10.222.0.11 "DELETE /v2.0/floatingips/1cb2e054-747d-4ada-9c12-cbf14d1aa03b HTTP/1.1" status: 204 len: 168 time: 0.5646858 Sep 22 20:10:28.859576 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46250) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:29.404809 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:29.683559 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Deleting port 02cbc677-e77c-40eb-85ff-d35faaa98fab {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:10:29.683818 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:29.758119 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] For port 02cbc677-e77c-40eb-85ff-d35faaa98fab, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=02cbc677-e77c-40eb-85ff-d35faaa98fab,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:10:29.758480 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:29.770066 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Calling delete_port for 02cbc677-e77c-40eb-85ff-d35faaa98fab owned by network:router_interface {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:10:30.027113 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:30.056395 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02cbc677-e77c-40eb-85ff-d35faaa98fab,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:30.066413 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.066765 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.067620 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.067978 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.068308 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.068638 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.068967 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.069290 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.069613 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.069963 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.070288 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.070607 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:30.235323 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:30.402191 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46276) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:30.455784 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Router 3d68e025-50e1-401e-b15d-35ec5b07ed6c has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:10:30.506646 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-edb43a9c-6f89-4539-8a41-c63ba2eac557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:30.562174 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:10:30.573568 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-6249aefd-5a8b-4f4a-84a5-6d41590938c2 admin admin] 10.222.0.11 "PUT /v2.0/routers/3d68e025-50e1-401e-b15d-35ec5b07ed6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7065101 Sep 22 20:10:30.573568 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46280) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:30.574800 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] Sync routers for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:10:30.584570 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:10:30.585484 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:30.595582 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-edb43a9c-6f89-4539-8a41-c63ba2eac557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:30.663745 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-edb43a9c-6f89-4539-8a41-c63ba2eac557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:30.673481 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:30.704896 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-edb43a9c-6f89-4539-8a41-c63ba2eac557 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=677603791f8745c5b5e75b1fdc09cfa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015661 Sep 22 20:10:30.706152 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb43a9c-6f89-4539-8a41-c63ba2eac557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83c9d77-6309-4e8a-9d9c-b0722b353d47,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:30.708400 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46282) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:30.780011 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:10:30.960905 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:10:29Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:30.986849 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] Checking router: 3d68e025-50e1-401e-b15d-35ec5b07ed6c for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:10:30.995845 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] Routers {'3d68e025-50e1-401e-b15d-35ec5b07ed6c'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:10:30.996455 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:31.065081 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9801650b-aad3-4b18-8394-14fa45a130ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.084079 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.099398 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9801650b-aad3-4b18-8394-14fa45a130ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.101467 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] Set router 3d68e025-50e1-401e-b15d-35ec5b07ed6c gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:10:31.222435 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9801650b-aad3-4b18-8394-14fa45a130ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.225259 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9801650b-aad3-4b18-8394-14fa45a130ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.226547 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-9801650b-aad3-4b18-8394-14fa45a130ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f83c9d77-6309-4e8a-9d9c-b0722b353d47 HTTP/1.1" status: 204 len: 168 time: 0.5170991 Sep 22 20:10:31.236392 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801650b-aad3-4b18-8394-14fa45a130ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83c9d77-6309-4e8a-9d9c-b0722b353d47,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:31.245215 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Deleting port ad4afbcf-ff70-4fb2-8a57-ae1964176835 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:10:31.245629 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.296073 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:10:29Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:31.326900 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29442f9d-def3-4a52-b906-9932e54db24b None None] The sync data for ids ['3d68e025-50e1-401e-b15d-35ec5b07ed6c'] in dv-cinder-778534-8-iscsi is: [{'id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'name': 'tempest-AttachVolumeShelveTestJSON-1657470215-router', 'tenant_id': 'b1bf8bc6f9974e379586bea37e31571a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163'}], 'enable_snat': True}, 'gw_port_id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:02:40Z', 'updated_at': '2021-09-22T20:10:29Z', 'revision_number': 5, 'project_id': 'b1bf8bc6f9974e379586bea37e31571a', 'gw_port': {'id': 'ad4afbcf-ff70-4fb2-8a57-ae1964176835', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:4d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d68e025-50e1-401e-b15d-35ec5b07ed6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:02:42Z', 'updated_at': '2021-09-22T20:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:10:31.357373 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] For port ad4afbcf-ff70-4fb2-8a57-ae1964176835, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=ad4afbcf-ff70-4fb2-8a57-ae1964176835,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:10:31.357781 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.371087 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Calling delete_port for ad4afbcf-ff70-4fb2-8a57-ae1964176835 owned by network:router_gateway {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:10:31.629571 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.657032 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4afbcf-ff70-4fb2-8a57-ae1964176835,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:31.726569 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.818562 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.821769 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.966462 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.967049 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d68e025-50e1-401e-b15d-35ec5b07ed6c {{(pid=101136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:10:31.971345 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:31.978626 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-4d0def9a-6616-439c-bfe6-efbfac4583b6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3d68e025-50e1-401e-b15d-35ec5b07ed6c HTTP/1.1" status: 204 len: 168 time: 1.4012706 Sep 22 20:10:31.979224 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46306) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:32.023711 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8708547e-53e5-423e-93bc-bbfb1fc18773 admin admin] Deleting subnet 0f646b43-63b5-478d-970e-084eb47a5a91 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:10:32.027042 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8708547e-53e5-423e-93bc-bbfb1fc18773 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.064226 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8708547e-53e5-423e-93bc-bbfb1fc18773 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.176083 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8708547e-53e5-423e-93bc-bbfb1fc18773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.309988 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8708547e-53e5-423e-93bc-bbfb1fc18773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.336395 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708547e-53e5-423e-93bc-bbfb1fc18773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f646b43-63b5-478d-970e-084eb47a5a91,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:32.342314 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8708547e-53e5-423e-93bc-bbfb1fc18773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.348519 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-8708547e-53e5-423e-93bc-bbfb1fc18773 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0f646b43-63b5-478d-970e-084eb47a5a91 HTTP/1.1" status: 204 len: 168 time: 0.3680892 Sep 22 20:10:32.348776 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46316) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:32.349210 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e44d9a-853c-41a3-b7f5-e3145c124e3c None None] Network 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:10:32.420325 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.483728 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Deleting port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:10:32.484156 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.551194 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] DHCP port deletion for 54787ce9-a9b9-41d7-baac-a5d77b6bfbbb request from dv-cinder-778534-8-iscsi {{(pid=101138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 20:10:32.557177 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] For port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:10:32.557672 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.572030 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Calling delete_port for a5fd42e8-69eb-4cb9-aab3-9edcba79e50d owned by network:dhcp {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:10:32.607752 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Deleting port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d {{(pid=101138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:10:32.608198 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.681388 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] For port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,segment=NetworkSegment(03aacc7d-22d2-420d-8440-9cf7cca27a5a),segment_id=03aacc7d-22d2-420d-8440-9cf7cca27a5a)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:10:32.681818 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.695990 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Calling delete_port for a5fd42e8-69eb-4cb9-aab3-9edcba79e50d owned by network:dhcp {{(pid=101138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:10:32.749282 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.772037 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082'] for port, after_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.779331 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] No DVR routers for this DVR port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d on host dv-cinder-778534-8-iscsi {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:10:32.780821 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:32.804196 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Pushing event deleted for resources: {'Port': ['ID=a5fd42e8-69eb-4cb9-aab3-9edcba79e50d,revision_number=None']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:32.806017 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] No DVR routers for this DVR port a5fd42e8-69eb-4cb9-aab3-9edcba79e50d on host dv-cinder-778534-8-iscsi {{(pid=101138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:10:32.808125 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.808478 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.808819 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.809157 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.809562 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.809920 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.810249 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.810745 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.811015 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.811339 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.811661 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.811980 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30fe99-5de5-4615-a082-ee628780b36c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:32.855828 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.876306 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54787ce9-a9b9-41d7-baac-a5d77b6bfbbb']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:32.885756 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03aacc7d-22d2-420d-8440-9cf7cca27a5a') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:32.886129 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03aacc7d-22d2-420d-8440-9cf7cca27a5a') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:32.895277 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.908030 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.914429 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:10:32.916184 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:10:32.916562 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:10:33.044302 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.047809 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46336) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:33.049842 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.053126 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] 10.222.0.11 "DELETE /v2.0/networks/54787ce9-a9b9-41d7-baac-a5d77b6bfbbb HTTP/1.1" status: 204 len: 168 time: 0.7045424 Sep 22 20:10:33.065481 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a03b4-57d2-4323-8315-a55b03fe644c admin admin] Pushing event deleted for resources: {'Network': ['ID=54787ce9-a9b9-41d7-baac-a5d77b6bfbbb,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:33.218823 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cd9594f9-2a80-4975-96d7-182dd415a430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.302501 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 02cbc677-e77c-40eb-85ff-d35faaa98fab no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:10:33.310609 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cd9594f9-2a80-4975-96d7-182dd415a430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.321622 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 02cbc677-e77c-40eb-85ff-d35faaa98fab {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:10:33.322533 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 02cbc677-e77c-40eb-85ff-d35faaa98fab not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:10:33.322533 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device ad4afbcf-ff70-4fb2-8a57-ae1964176835 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:10:33.342160 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: ad4afbcf-ff70-4fb2-8a57-ae1964176835 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:10:33.342510 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device ad4afbcf-ff70-4fb2-8a57-ae1964176835 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:10:33.342938 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device a5fd42e8-69eb-4cb9-aab3-9edcba79e50d no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:10:33.364459 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: a5fd42e8-69eb-4cb9-aab3-9edcba79e50d {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:10:33.365075 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device a5fd42e8-69eb-4cb9-aab3-9edcba79e50d not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:10:33.438988 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-cd9594f9-2a80-4975-96d7-182dd415a430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.478168 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-cd9594f9-2a80-4975-96d7-182dd415a430 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1388727bd0d44f19bc2aeb401a43189e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282722 Sep 22 20:10:33.480066 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9594f9-2a80-4975-96d7-182dd415a430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100705fa-a3a5-4181-8e7e-bf098ee619d6,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:33.480802 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46346) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:33.529921 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c21a9c5a-c70c-4e1d-8e36-935c2342d265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.551243 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c21a9c5a-c70c-4e1d-8e36-935c2342d265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.554273 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46348) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:33.595230 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5645b566-d63f-409c-bad8-5c294c2927ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1bf8bc6f9974e379586bea37e31571a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397389 Sep 22 20:10:33.597688 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46350) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:33.653005 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-934220bb-21ab-40e8-bec4-14302607e456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.673966 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-934220bb-21ab-40e8-bec4-14302607e456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.680941 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c21a9c5a-c70c-4e1d-8e36-935c2342d265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.683787 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c21a9c5a-c70c-4e1d-8e36-935c2342d265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.685119 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-c21a9c5a-c70c-4e1d-8e36-935c2342d265 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/100705fa-a3a5-4181-8e7e-bf098ee619d6 HTTP/1.1" status: 204 len: 168 time: 0.2032475 Sep 22 20:10:33.696725 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a9c5a-c70c-4e1d-8e36-935c2342d265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100705fa-a3a5-4181-8e7e-bf098ee619d6,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:33.800610 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-934220bb-21ab-40e8-bec4-14302607e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.803195 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-934220bb-21ab-40e8-bec4-14302607e456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:33.804341 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-934220bb-21ab-40e8-bec4-14302607e456 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e7ae861-fb74-4294-8e85-491148a4dfaf HTTP/1.1" status: 204 len: 168 time: 0.2057474 Sep 22 20:10:33.812131 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934220bb-21ab-40e8-bec4-14302607e456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ae861-fb74-4294-8e85-491148a4dfaf,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:42.895567 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6b6282cf-eb41-4dae-9c24-601e6ca666fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:43.593996 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46538) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:43.698220 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-bf748053-efc6-41c4-b447-f557c425485f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:43.780973 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-bf748053-efc6-41c4-b447-f557c425485f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:43.851747 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-bf748053-efc6-41c4-b447-f557c425485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:43.887938 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf748053-efc6-41c4-b447-f557c425485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000f0b72-e833-4bb5-b033-177b6d47bbbb,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:43.892250 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-bf748053-efc6-41c4-b447-f557c425485f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3aa90d404d5745089269ef9b08d1b9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971804 Sep 22 20:10:43.894927 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46546) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:43.942305 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-846d3b60-c183-4a1c-b8da-9c9165230a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:43.963695 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-846d3b60-c183-4a1c-b8da-9c9165230a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:44.081785 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-846d3b60-c183-4a1c-b8da-9c9165230a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:44.081785 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-846d3b60-c183-4a1c-b8da-9c9165230a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:44.086383 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-846d3b60-c183-4a1c-b8da-9c9165230a06 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/000f0b72-e833-4bb5-b033-177b6d47bbbb HTTP/1.1" status: 204 len: 168 time: 0.1903453 Sep 22 20:10:44.094544 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846d3b60-c183-4a1c-b8da-9c9165230a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f0b72-e833-4bb5-b033-177b6d47bbbb,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:44.788069 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46554) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:44.800979 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-247f365d-f54c-456c-bed2-8b4524b50271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:44.888644 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-247f365d-f54c-456c-bed2-8b4524b50271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:44.952273 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-247f365d-f54c-456c-bed2-8b4524b50271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:44.988649 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-247f365d-f54c-456c-bed2-8b4524b50271 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=879dead42bd942ab821606ab1bdc58ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995180 Sep 22 20:10:44.991222 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f365d-f54c-456c-bed2-8b4524b50271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5b881c-4a54-4653-adb3-92778a0125f6,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:44.991932 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46556) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:45.038639 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:45.058443 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:45.181331 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:45.183846 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:45.185188 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c5b881c-4a54-4653-adb3-92778a0125f6 HTTP/1.1" status: 204 len: 168 time: 0.1922379 Sep 22 20:10:45.193530 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5b881c-4a54-4653-adb3-92778a0125f6,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:45.202448 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.202448 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.202448 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.202884 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.203147 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.203444 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.203763 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.204086 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.204408 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.204730 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.205047 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.205362 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8ec291-89a2-4579-ac31-52eb1151ad39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:10:45.543497 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c59894d2-1557-4ab5-bdfc-87f27043fa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:45.730189 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46568) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:45.830430 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-578980cd-5782-4d12-8003-a4a34213ff5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:45.914599 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-578980cd-5782-4d12-8003-a4a34213ff5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:45.916455 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46572) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:45.928810 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-97cb7710-ab88-410f-9626-5c2fab35f5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.012682 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-578980cd-5782-4d12-8003-a4a34213ff5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.065630 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578980cd-5782-4d12-8003-a4a34213ff5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061cd5b3-b3f3-4f68-8e45-2466eea3fd42,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:46.071220 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-578980cd-5782-4d12-8003-a4a34213ff5f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffe7095d6ea84dc9a115b719aebdc89d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399255 Sep 22 20:10:46.074359 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46574) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:46.123865 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f372fdb0-90c7-45ab-a666-5ecc6b35188e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.124118 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-97cb7710-ab88-410f-9626-5c2fab35f5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.144797 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f372fdb0-90c7-45ab-a666-5ecc6b35188e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.198515 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-97cb7710-ab88-410f-9626-5c2fab35f5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.238735 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-97cb7710-ab88-410f-9626-5c2fab35f5d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5d5fa036fa0479caae62502c78bf362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212912 Sep 22 20:10:46.239806 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb7710-ab88-410f-9626-5c2fab35f5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0347529f-2674-41e0-981e-a5f32db6ff03,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:46.241647 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46576) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:46.244077 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.279846 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f372fdb0-90c7-45ab-a666-5ecc6b35188e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.282256 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f372fdb0-90c7-45ab-a666-5ecc6b35188e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.285387 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-f372fdb0-90c7-45ab-a666-5ecc6b35188e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/061cd5b3-b3f3-4f68-8e45-2466eea3fd42 HTTP/1.1" status: 204 len: 168 time: 0.2073123 Sep 22 20:10:46.297333 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372fdb0-90c7-45ab-a666-5ecc6b35188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061cd5b3-b3f3-4f68-8e45-2466eea3fd42,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:46.301516 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc1f8-3070-4bf4-8016-de0dda796749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.323920 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc1f8-3070-4bf4-8016-de0dda796749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.469201 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc1f8-3070-4bf4-8016-de0dda796749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.471798 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-f3ddc1f8-3070-4bf4-8016-de0dda796749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:46.472967 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-f3ddc1f8-3070-4bf4-8016-de0dda796749 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0347529f-2674-41e0-981e-a5f32db6ff03 HTTP/1.1" status: 204 len: 168 time: 0.2302792 Sep 22 20:10:46.481125 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddc1f8-3070-4bf4-8016-de0dda796749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0347529f-2674-41e0-981e-a5f32db6ff03,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:46.732418 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:47.018669 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:10:48.451719 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:48.525990 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-baed429a-b1f7-4de0-a107-a2af7810e94e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668382326&fields=id&tenant_id=a8469e0d4757406fa21fb3ad409eae45 HTTP/1.1" status: 200 len: 267 time: 0.0343053 Sep 22 20:10:48.580623 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-d8739b37-37d1-4da1-a1b9-f8dfb051b60a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:48.582132 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-d8739b37-37d1-4da1-a1b9-f8dfb051b60a tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 985 time: 0.0503972 Sep 22 20:10:48.595259 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Request body: {'port': {'security_groups': ['fc8f3390-110e-40f2-b262-8b5c11e5e2e7']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:10:48.674258 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:48.853043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] For port ccf113ad-dc3a-41f6-873f-15ef543da61a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:10:48.880129 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:48.983071 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:48.996320 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['ccf113ad-dc3a-41f6-873f-15ef543da61a'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:10:49.027777 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:49.032784 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.032784 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4f9fc214-c312-4192-a28c-8019ea0d9e74 req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "PUT /v2.0/ports/ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 943 time: 0.4404440 Sep 22 20:10:49.032784 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:10:49.034786 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb1c24-1b92-43b3-a088-17119d28463a" -d '{"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:10:49.038923 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46658) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:49.100966 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9143f34-c52a-4ed0-98f4-a8ce1b95c325 x-openstack-request-id: req-e9143f34-c52a-4ed0-98f4-a8ce1b95c325 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:10:49.101577 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:10:49.101839 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9143f34-c52a-4ed0-98f4-a8ce1b95c325 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:10:49.103288 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'status': 'completed', 'code': 200} Sep 22 20:10:49.104572 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedd2b0-3dca-4959-8e55-83448abbe80e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event updated for resources: {'Port': ['ID=ccf113ad-dc3a-41f6-873f-15ef543da61a,revision_number=7']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:49.119845 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['ccf113ad-dc3a-41f6-873f-15ef543da61a'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:10:49.150138 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-85e238ab-f132-4e74-9e92-8d84dcd55e2c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.166451 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1c24-1b92-43b3-a088-17119d28463a req-1cb32ff5-fa7b-48e1-9aa1-7fa9f1f6ad85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:49.167701 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46cb1c24-1b92-43b3-a088-17119d28463a req-1cb32ff5-fa7b-48e1-9aa1-7fa9f1f6ad85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8469e0d4757406fa21fb3ad409eae45&device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1099 time: 0.0465565 Sep 22 20:10:49.181550 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-85e238ab-f132-4e74-9e92-8d84dcd55e2c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.337665 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-85e238ab-f132-4e74-9e92-8d84dcd55e2c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.340276 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-85e238ab-f132-4e74-9e92-8d84dcd55e2c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.343800 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-85e238ab-f132-4e74-9e92-8d84dcd55e2c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "DELETE /v2.0/security-groups/7806b09d-ed3b-40c9-a613-63ed42bec555 HTTP/1.1" status: 204 len: 168 time: 0.3000877 Sep 22 20:10:49.345103 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46666) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:49.353671 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1c24-1b92-43b3-a088-17119d28463a req-bc653b0f-5770-4063-979e-32e16e97e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:49.355403 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46cb1c24-1b92-43b3-a088-17119d28463a req-bc653b0f-5770-4063-979e-32e16e97e365 service neutron] 10.222.0.36 "GET /v2.0/networks?id=306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 200 len: 915 time: 0.1805601 Sep 22 20:10:49.361502 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-a3fc9e76-f75c-47ae-93fd-886b6227d17b None None] Provisioning complete for port ccf113ad-dc3a-41f6-873f-15ef543da61a triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:10:49.361914 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a3fc9e76-f75c-47ae-93fd-886b6227d17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.455628 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46cb1c24-1b92-43b3-a088-17119d28463a req-48ff772f-fee1-4ac8-af56-29b9a1d1a3fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 1001 time: 0.0912623 Sep 22 20:10:49.455776 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e238ab-f132-4e74-9e92-8d84dcd55e2c tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7806b09d-ed3b-40c9-a613-63ed42bec555,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:49.511005 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1c24-1b92-43b3-a088-17119d28463a req-bc5905af-167a-443f-b18b-8f1ebc032eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:49.514095 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46cb1c24-1b92-43b3-a088-17119d28463a req-bc5905af-167a-443f-b18b-8f1ebc032eea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca28ce07-05c8-4b6a-94e7-b110ab323fc2 HTTP/1.1" status: 200 len: 853 time: 0.0477283 Sep 22 20:10:49.527894 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Deleting port 60d3eb4e-0281-4c1b-8b3f-d9f7da08a653 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:10:49.528259 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.562550 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb1c24-1b92-43b3-a088-17119d28463a req-386c06dd-a4b3-48ad-b28a-c8f1854a8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:49.564047 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46cb1c24-1b92-43b3-a088-17119d28463a req-386c06dd-a4b3-48ad-b28a-c8f1854a8565 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=306a9b74-8567-4d59-81ba-0a7df941fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433595 Sep 22 20:10:49.605544 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.605956 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.625355 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Calling delete_port for 60d3eb4e-0281-4c1b-8b3f-d9f7da08a653 owned by network:floatingip {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:10:49.658633 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46cb1c24-1b92-43b3-a088-17119d28463a req-5729042c-8fd4-4c94-a3d8-3bc72576bd95 service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869243 Sep 22 20:10:49.752795 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-46cb1c24-1b92-43b3-a088-17119d28463a req-33549eee-6f06-49c6-ad19-15faed70584e service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863464 Sep 22 20:10:49.872685 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:49.897918 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event deleted for resources: {'Port': ['ID=60d3eb4e-0281-4c1b-8b3f-d9f7da08a653,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:50.183897 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks [] for floatingip, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:50.184556 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.l3_db [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Floating IP afbde565-6704-4c41-b2e0-b3abebf0f0af disassociated (deleted). External IP: 172.27.2.48, port: ccf113ad-dc3a-41f6-873f-15ef543da61a. Sep 22 20:10:50.388434 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Router 9cb7892f-c199-4793-a4eb-f1817bb39466 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:10:50.496655 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:10:50.501400 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:50.506128 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] Sync routers for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:10:50.515522 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:10:50.516284 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:50.528606 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-17754955-722d-46fe-bbb9-d3f6911370dc tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "DELETE /v2.0/floatingips/afbde565-6704-4c41-b2e0-b3abebf0f0af HTTP/1.1" status: 204 len: 168 time: 1.1825185 Sep 22 20:10:50.529196 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:10:50.531721 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99342d49-8999-4f8a-b0f9-797e791cbe1a" -d '{"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:10:50.627807 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:10:50.708436 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7aee43-848e-456f-a543-75b66c9fb2ee x-openstack-request-id: req-be7aee43-848e-456f-a543-75b66c9fb2ee {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:10:50.710524 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:10:50.710524 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be7aee43-848e-456f-a543-75b66c9fb2ee {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:10:50.710524 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'status': 'completed', 'code': 200} Sep 22 20:10:50.769406 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-4ea052d0-7bd6-4f95-9ea6-debd828fe6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:50.770843 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-4ea052d0-7bd6-4f95-9ea6-debd828fe6cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a8469e0d4757406fa21fb3ad409eae45&device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 1099 time: 0.0406101 Sep 22 20:10:50.827482 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:41Z', 'revision_number': 5, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:50.853945 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] Checking router: 9cb7892f-c199-4793-a4eb-f1817bb39466 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:10:50.862470 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:10:50.863066 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:50.872986 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-7a66cdf2-7f61-4f98-926e-ce2a4446a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:50.874533 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-7a66cdf2-7f61-4f98-926e-ce2a4446a191 service neutron] 10.222.0.36 "GET /v2.0/networks?id=306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 200 len: 915 time: 0.0963924 Sep 22 20:10:50.916898 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-b0c296ef-ebf9-4b9c-898f-576ad59372f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 200 len: 217 time: 0.0344727 Sep 22 20:10:50.976307 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-a673f73c-adc0-4758-9bb4-1adc0c7d7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:50.976580 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-a673f73c-adc0-4758-9bb4-1adc0c7d7c0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ca28ce07-05c8-4b6a-94e7-b110ab323fc2 HTTP/1.1" status: 200 len: 853 time: 0.0515730 Sep 22 20:10:50.983366 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:10:51.036540 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-f8e4868f-6362-4d9c-a228-02d2ef346ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:51.038120 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-f8e4868f-6362-4d9c-a228-02d2ef346ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=306a9b74-8567-4d59-81ba-0a7df941fcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543520 Sep 22 20:10:51.164377 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-c5436c58-44a2-4779-9f10-8758f3d79189 service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169109 Sep 22 20:10:51.237493 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:41Z', 'revision_number': 5, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:10:51.267642 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b77a0b-e24d-41c4-b2e9-bfdd2356c794 None None] The sync data for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi is: [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:07:37Z', 'revision_number': 4, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '3a703e05-63fb-4338-a68e-3c3badbd4db9', 'name': '', 'network_id': '306a9b74-8567-4d59-81ba-0a7df941fcc6', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'mac_address': 'fa:16:3e:e5:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:36Z', 'updated_at': '2021-09-22T20:07:41Z', 'revision_number': 5, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'subnets': [{'id': 'ca28ce07-05c8-4b6a-94e7-b110ab323fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:10:51.282998 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-99342d49-8999-4f8a-b0f9-797e791cbe1a req-18861d97-b294-45ec-86e1-ca1b88cd2ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023939 Sep 22 20:10:51.457069 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 46706) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:51.496339 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabee66b-23bc-41e6-8946-a7aca7577cfd None None] New status for floating IP afbde565-6704-4c41-b2e0-b3abebf0f0af: DOWN {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:10:51.564972 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-97379326-767a-4ab0-a1fa-cd655ed3538e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:51.652402 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-97379326-767a-4ab0-a1fa-cd655ed3538e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:51.729440 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-97379326-767a-4ab0-a1fa-cd655ed3538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:51.767969 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-97379326-767a-4ab0-a1fa-cd655ed3538e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5dd1054d1f3b46eeae5a6dbcc335428e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098235 Sep 22 20:10:51.769093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97379326-767a-4ab0-a1fa-cd655ed3538e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be306270-d724-4091-bd23-8e2f603831a6,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:51.770861 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46710) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:10:51.818196 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b412d7e2-ca4a-4796-b3ab-bdd123daa8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:51.839685 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b412d7e2-ca4a-4796-b3ab-bdd123daa8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:51.971293 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b412d7e2-ca4a-4796-b3ab-bdd123daa8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:51.973848 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b412d7e2-ca4a-4796-b3ab-bdd123daa8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:51.975652 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-b412d7e2-ca4a-4796-b3ab-bdd123daa8c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be306270-d724-4091-bd23-8e2f603831a6 HTTP/1.1" status: 204 len: 168 time: 0.2031088 Sep 22 20:10:51.983235 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412d7e2-ca4a-4796-b3ab-bdd123daa8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be306270-d724-4091-bd23-8e2f603831a6,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:52.334676 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:56.119044 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-394fa33d-c016-4f18-ad55-c7bd13338222 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409153 Sep 22 20:10:56.204670 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-83f1e140-da59-481e-9777-923aa2a72f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:56.206327 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-83f1e140-da59-481e-9777-923aa2a72f2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1099 time: 0.0426557 Sep 22 20:10:56.310112 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-46240c74-3ccb-4a61-9284-a5b93c17f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:56.311593 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-46240c74-3ccb-4a61-9284-a5b93c17f741 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 910 time: 0.0844767 Sep 22 20:10:56.381182 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-6d54f216-3711-49de-bd6b-e119c770edbd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 1002 time: 0.0617609 Sep 22 20:10:56.432114 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-e94c32f3-360b-4e50-b519-12498f5a12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:56.433571 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-e94c32f3-360b-4e50-b519-12498f5a12a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 200 len: 848 time: 0.0450413 Sep 22 20:10:56.481235 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-a0bcaefb-6e67-41a3-8cc0-ce1ad7babf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:56.482840 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-a0bcaefb-6e67-41a3-8cc0-ce1ad7babf8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421422 Sep 22 20:10:56.578009 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-d6517c63-a516-4047-a60b-eae0f69b5b56 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870650 Sep 22 20:10:56.667925 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4cac5bb9-c7b0-49a1-9eb2-1ec8650112ac req-5def7345-c369-4cb3-b26e-473641304443 service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825555 Sep 22 20:10:57.030411 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922927d-d0da-426c-8681-a5c9899c9492 req-33ca812b-5e9b-4ec7-8b73-28a7f62b445b tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:57.031859 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c922927d-d0da-426c-8681-a5c9899c9492 req-33ca812b-5e9b-4ec7-8b73-28a7f62b445b tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0608332 Sep 22 20:10:57.075618 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c922927d-d0da-426c-8681-a5c9899c9492 req-36181a55-78b9-459c-9dce-9592eeb5252e tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377994 Sep 22 20:10:58.216849 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c292c45-b15c-4a66-af8f-fa91aa978450 req-288357cb-745a-4c79-ac96-f82b945d89f2 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:58.218357 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c292c45-b15c-4a66-af8f-fa91aa978450 req-288357cb-745a-4c79-ac96-f82b945d89f2 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0521872 Sep 22 20:10:58.256524 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c292c45-b15c-4a66-af8f-fa91aa978450 req-640b90c2-192f-47a0-ab63-96d3c7013d44 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322850 Sep 22 20:10:58.921969 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-31ef1fdb-7353-4cd1-adf1-f78d9b2d8fc2 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:58.923425 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-31ef1fdb-7353-4cd1-adf1-f78d9b2d8fc2 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.36 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0456097 Sep 22 20:10:59.021963 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Deleting port ccf113ad-dc3a-41f6-873f-15ef543da61a {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:10:59.022311 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:59.110509 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] For port ccf113ad-dc3a-41f6-873f-15ef543da61a, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=ccf113ad-dc3a-41f6-873f-15ef543da61a,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:10:59.110875 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:59.122684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Calling delete_port for ccf113ad-dc3a-41f6-873f-15ef543da61a owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:10:59.371571 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:59.383137 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['ccf113ad-dc3a-41f6-873f-15ef543da61a'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:10:59.386134 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901097a8-fb59-494c-bc08-463f8640a800 req-d9fd8a6f-a12f-4492-93fc-6705e4431ef3 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:10:59.387645 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-901097a8-fb59-494c-bc08-463f8640a800 req-d9fd8a6f-a12f-4492-93fc-6705e4431ef3 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 946 time: 0.0630870 Sep 22 20:10:59.411368 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Pushing event deleted for resources: {'Port': ['ID=ccf113ad-dc3a-41f6-873f-15ef543da61a,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:10:59.484297 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] No DVR routers for this DVR port ccf113ad-dc3a-41f6-873f-15ef543da61a on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:10:59.488602 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-901097a8-fb59-494c-bc08-463f8640a800 req-32f5d1eb-ed68-4b0e-930e-3bf60636c482 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/security-groups?id=fc8f3390-110e-40f2-b262-8b5c11e5e2e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805793 Sep 22 20:10:59.489982 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:10:59.491492 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a52c2a3c-84a8-406c-971a-1834ae4fc26b req-3fe4cbf7-83cf-4ba3-9d13-2e3d972c6018 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.36 "DELETE /v2.0/ports/ccf113ad-dc3a-41f6-873f-15ef543da61a HTTP/1.1" status: 204 len: 173 time: 0.5604739 Sep 22 20:10:59.492009 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'name': 'network-vif-deleted', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:10:59.494446 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4142ee-33ab-4515-bebf-90fd3029d203" -d '{"events": [{"server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "name": "network-vif-deleted", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:10:59.542155 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b531297-c729-42c5-8a8e-00657c7bec24 x-openstack-request-id: req-8b531297-c729-42c5-8a8e-00657c7bec24 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:10:59.542436 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201178ff-4582-4f99-9854-f2ea401509f8", "name": "network-vif-deleted", "tag": "ccf113ad-dc3a-41f6-873f-15ef543da61a", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:10:59.542683 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b531297-c729-42c5-8a8e-00657c7bec24 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:10:59.543103 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201178ff-4582-4f99-9854-f2ea401509f8', 'name': 'network-vif-deleted', 'tag': 'ccf113ad-dc3a-41f6-873f-15ef543da61a', 'status': 'completed', 'code': 200} Sep 22 20:11:00.594184 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-716066a5-6a8d-426a-bbdf-1174f693149f req-bc2ba87e-b2cd-41fd-875c-7dd50db7cc65 tempest-TestMinimumBasicScenario-400927256 tempest-TestMinimumBasicScenario-400927256-project] 10.222.0.11 "GET /v2.0/ports?device_id=201178ff-4582-4f99-9854-f2ea401509f8 HTTP/1.1" status: 200 len: 210 time: 0.0265796 Sep 22 20:11:03.245097 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46962) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:03.586621 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:03.646324 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device ccf113ad-dc3a-41f6-873f-15ef543da61a no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:03.673918 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: ccf113ad-dc3a-41f6-873f-15ef543da61a {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:03.674765 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device ccf113ad-dc3a-41f6-873f-15ef543da61a not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:03.833673 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Deleting port 3a703e05-63fb-4338-a68e-3c3badbd4db9 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:03.834130 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:03.911705 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] For port 3a703e05-63fb-4338-a68e-3c3badbd4db9, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=3a703e05-63fb-4338-a68e-3c3badbd4db9,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:03.912002 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:03.924476 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Calling delete_port for 3a703e05-63fb-4338-a68e-3c3badbd4db9 owned by network:router_interface {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:04.206215 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:04.235831 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a703e05-63fb-4338-a68e-3c3badbd4db9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:04.412828 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:04.627614 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Router 9cb7892f-c199-4793-a4eb-f1817bb39466 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:11:04.731140 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:11:04.736065 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-9297a8a4-6e36-480d-82ea-0bb0a3b86c61 admin admin] 10.222.0.11 "PUT /v2.0/routers/9cb7892f-c199-4793-a4eb-f1817bb39466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4898612 Sep 22 20:11:04.738565 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46982) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:04.741303 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] Sync routers for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:11:04.750982 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:04.751594 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:04.844782 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks [] for router, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:04.855462 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:04.945973 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.028753 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42'}], 'enable_snat': True}, 'gw_port_id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:11:04Z', 'revision_number': 5, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port': {'id': '0e143355-b058-4bdb-9475-4e79f3f1180a', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ef:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:34Z', 'updated_at': '2021-09-22T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:05.060549 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] Checking router: 9cb7892f-c199-4793-a4eb-f1817bb39466 for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:11:05.068770 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] Routers {'9cb7892f-c199-4793-a4eb-f1817bb39466'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:05.069517 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['9cb7892f-c199-4793-a4eb-f1817bb39466'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:05.094369 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Deleting port 0e143355-b058-4bdb-9475-4e79f3f1180a {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:05.094715 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.177499 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] For port 0e143355-b058-4bdb-9475-4e79f3f1180a, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=0e143355-b058-4bdb-9475-4e79f3f1180a,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:05.177917 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.190878 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Calling delete_port for 0e143355-b058-4bdb-9475-4e79f3f1180a owned by network:router_gateway {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:05.281965 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] Set router 9cb7892f-c199-4793-a4eb-f1817bb39466 gateway port host: None {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:05.336512 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:11:04Z', 'revision_number': 6, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port_host': None}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:05.366097 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e12c742-0971-4683-a565-d0c5dca4b20d None None] The sync data for ids ['9cb7892f-c199-4793-a4eb-f1817bb39466'] in dv-cinder-778534-8-iscsi is: [{'id': '9cb7892f-c199-4793-a4eb-f1817bb39466', 'name': 'tempest-TestMinimumBasicScenario-842973502-router', 'tenant_id': 'a8469e0d4757406fa21fb3ad409eae45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:33Z', 'updated_at': '2021-09-22T20:11:04Z', 'revision_number': 6, 'project_id': 'a8469e0d4757406fa21fb3ad409eae45', 'gw_port_host': None}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:11:05.455683 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.488231 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0e143355-b058-4bdb-9475-4e79f3f1180a,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:05.565421 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.656432 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.658740 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.823880 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.824482 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb7892f-c199-4793-a4eb-f1817bb39466 {{(pid=101137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:11:05.828866 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] Notify callbacks [] for router, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:05.832914 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-4f4b5489-a0c8-4aa0-819e-e1b1ea6900eb admin admin] 10.222.0.11 "DELETE /v2.0/routers/9cb7892f-c199-4793-a4eb-f1817bb39466 HTTP/1.1" status: 204 len: 168 time: 1.0905693 Sep 22 20:11:05.832914 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 46990) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:06.110285 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59d6795-c9c4-4ee8-90d0-32703dbcbc37 admin admin] Deleting subnet ca28ce07-05c8-4b6a-94e7-b110ab323fc2 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:11:06.114134 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a59d6795-c9c4-4ee8-90d0-32703dbcbc37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.151758 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a59d6795-c9c4-4ee8-90d0-32703dbcbc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.230945 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a59d6795-c9c4-4ee8-90d0-32703dbcbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.406229 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a59d6795-c9c4-4ee8-90d0-32703dbcbc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.427408 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d6795-c9c4-4ee8-90d0-32703dbcbc37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca28ce07-05c8-4b6a-94e7-b110ab323fc2,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:06.433489 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a59d6795-c9c4-4ee8-90d0-32703dbcbc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.435403 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a59d6795-c9c4-4ee8-90d0-32703dbcbc37 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ca28ce07-05c8-4b6a-94e7-b110ab323fc2 HTTP/1.1" status: 204 len: 168 time: 0.6016092 Sep 22 20:11:06.437933 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47000) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:06.444262 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1fc6ab-da19-4b61-a5fc-8d1a9e93fed0 None None] Network 306a9b74-8567-4d59-81ba-0a7df941fcc6 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:11:06.504741 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.568465 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Deleting port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:06.568813 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.638190 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] For port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:06.638899 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.646740 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] DHCP port deletion for 306a9b74-8567-4d59-81ba-0a7df941fcc6 request from dv-cinder-778534-8-iscsi {{(pid=101138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 20:11:06.651325 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Calling delete_port for 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 owned by network:dhcp {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:06.699545 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] Deleting port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 {{(pid=101138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:06.699929 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.760495 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] For port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,segment=NetworkSegment(48295d09-3d7a-4eb4-a3a1-dd00810704ae),segment_id=48295d09-3d7a-4eb4-a3a1-dd00810704ae)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:06.760890 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.774178 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] Calling delete_port for 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 owned by network:dhcp {{(pid=101138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:06.817203 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.846999 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:06.848809 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] No DVR routers for this DVR port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 on host dv-cinder-778534-8-iscsi {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:06.860868 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082'] for port, after_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.887349 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] No DVR routers for this DVR port 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 on host dv-cinder-778534-8-iscsi {{(pid=101138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:06.891293 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b531150-c932-42da-a1cf-4c5b555d7f05 None None] Pushing event deleted for resources: {'Port': ['ID=6eaa5c56-eb8c-46c5-a5fc-df3e9d262311,revision_number=None']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:06.917530 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.936758 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306a9b74-8567-4d59-81ba-0a7df941fcc6']}} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:06.945765 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48295d09-3d7a-4eb4-a3a1-dd00810704ae') {'for_net_delete': True} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:06.946064 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48295d09-3d7a-4eb4-a3a1-dd00810704ae') {} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:06.955043 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30124357'] for segment, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.967898 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.973419 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=101137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:11:06.973823 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30124759'] for segment, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: Traceback (most recent call last): Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: timer() Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: cb(*args, **kw) Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: return func(*args, **kwargs) Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: self._notify() Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: self.callback(batched_events) Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: event.method(event) Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: return f(self, *a, **k) Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._get(url).json() Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: return self.request(url, 'GET', **kwargs) Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:11:06.975471 dv-cinder-778534-8-iscsi neutron-server[101137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:11:07.108295 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:07.113214 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:07.117674 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] 10.222.0.11 "DELETE /v2.0/networks/306a9b74-8567-4d59-81ba-0a7df941fcc6 HTTP/1.1" status: 204 len: 168 time: 0.6765501 Sep 22 20:11:07.118294 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47006) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:07.127756 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f2124-a51c-41fe-9de5-f264fa440bba admin admin] Pushing event deleted for resources: {'Network': ['ID=306a9b74-8567-4d59-81ba-0a7df941fcc6,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:07.328687 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:07.348953 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:07.349363 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 6eaa5c56-eb8c-46c5-a5fc-df3e9d262311 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:07.349996 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 0e143355-b058-4bdb-9475-4e79f3f1180a no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:07.379806 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 0e143355-b058-4bdb-9475-4e79f3f1180a {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:07.379806 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 0e143355-b058-4bdb-9475-4e79f3f1180a not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:07.379806 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 3a703e05-63fb-4338-a68e-3c3badbd4db9 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:07.388845 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 3a703e05-63fb-4338-a68e-3c3badbd4db9 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:07.389190 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 3a703e05-63fb-4338-a68e-3c3badbd4db9 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:07.478570 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:07.718810 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Deleting port 24c3fef1-9482-4023-9fb2-c83e39e114b3 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:07.719168 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:07.803200 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] For port 24c3fef1-9482-4023-9fb2-c83e39e114b3, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=24c3fef1-9482-4023-9fb2-c83e39e114b3,segment=NetworkSegment(8a13d741-ba64-4a62-8abb-f1e44d2644c6),segment_id=8a13d741-ba64-4a62-8abb-f1e44d2644c6)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:07.803581 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:07.816191 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Calling delete_port for 24c3fef1-9482-4023-9fb2-c83e39e114b3 owned by network:router_interface {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:08.066007 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:08.089815 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Pushing event deleted for resources: {'Port': ['ID=24c3fef1-9482-4023-9fb2-c83e39e114b3,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:08.252655 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:08.735219 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:11:08.845684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:11:08.845684 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-174135b1-ac08-48fd-805d-46378bcba03c admin admin] 10.222.0.11 "PUT /v2.0/routers/a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7228177 Sep 22 20:11:08.845684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47040) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:08.846773 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] Sync routers for ids ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:11:08.856979 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] Routers {'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:08.857594 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:08.949710 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks [] for router, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:08.959983 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] Set router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:09.053348 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.131101 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:11:07Z', 'revision_number': 5, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port': {'id': 'b242736a-17af-4d42-a923-84b8df7402e3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:07:42Z', 'updated_at': '2021-09-22T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:09.156586 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] Checking router: a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:11:09.164579 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Deleting port b242736a-17af-4d42-a923-84b8df7402e3 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:09.164919 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.165399 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] Routers {'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:09.166045 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:10:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:09.240651 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] For port b242736a-17af-4d42-a923-84b8df7402e3, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=b242736a-17af-4d42-a923-84b8df7402e3,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:09.240952 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.250135 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] Set router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 gateway port host: None {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:09.253500 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Calling delete_port for b242736a-17af-4d42-a923-84b8df7402e3 owned by network:router_gateway {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:09.302543 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:11:09Z', 'revision_number': 6, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port_host': None}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:09.329043 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ba2f22-d8f4-4e28-a74e-61eaafa7425f None None] The sync data for ids ['a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50'] in dv-cinder-778534-8-iscsi is: [{'id': 'a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50', 'name': 'tempest-TestMinimumBasicScenario-419319643-router', 'tenant_id': '4000b1db239846c2845b5f8c3f155fae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:07:41Z', 'updated_at': '2021-09-22T20:11:09Z', 'revision_number': 6, 'project_id': '4000b1db239846c2845b5f8c3f155fae', 'gw_port_host': None}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:11:09.508382 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.533321 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Pushing event deleted for resources: {'Port': ['ID=b242736a-17af-4d42-a923-84b8df7402e3,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:09.594044 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.680645 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.683174 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.811316 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.811880 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 {{(pid=101136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:11:09.816396 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.817516 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-2757722c-878f-4ad3-8ddf-10a13388edea admin admin] 10.222.0.11 "DELETE /v2.0/routers/a9f0451c-c53a-42c0-ac7c-7cb8e5bc1d50 HTTP/1.1" status: 204 len: 168 time: 0.9712572 Sep 22 20:11:09.820043 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47048) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:09.863692 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd164caa-e6f1-4022-b3f2-11fe024f4516 admin admin] Deleting subnet 4152c543-24e9-4823-b5db-6c917841cd26 {{(pid=101136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:11:09.866750 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fd164caa-e6f1-4022-b3f2-11fe024f4516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.903646 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fd164caa-e6f1-4022-b3f2-11fe024f4516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29458065'] for subnet, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:09.977065 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fd164caa-e6f1-4022-b3f2-11fe024f4516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.114728 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fd164caa-e6f1-4022-b3f2-11fe024f4516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29555261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853086'] for subnet, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.139278 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd164caa-e6f1-4022-b3f2-11fe024f4516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4152c543-24e9-4823-b5db-6c917841cd26,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:10.144953 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fd164caa-e6f1-4022-b3f2-11fe024f4516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.147171 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-fd164caa-e6f1-4022-b3f2-11fe024f4516 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4152c543-24e9-4823-b5db-6c917841cd26 HTTP/1.1" status: 204 len: 168 time: 0.3259037 Sep 22 20:11:10.150066 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47054) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:10.153356 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3169c093-a729-4022-ba6a-829f52a5fb44 None None] Network 535dbd64-4fe7-4b66-84d7-159873a518de requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:11:10.230717 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.288119 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Deleting port 4d6011c4-1a73-4abf-86cd-8a621b731150 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:10.288756 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.358570 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] DHCP port deletion for 535dbd64-4fe7-4b66-84d7-159873a518de request from dv-cinder-778534-8-iscsi {{(pid=101138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 20:11:10.368546 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] For port 4d6011c4-1a73-4abf-86cd-8a621b731150, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=4d6011c4-1a73-4abf-86cd-8a621b731150,segment=NetworkSegment(8a13d741-ba64-4a62-8abb-f1e44d2644c6),segment_id=8a13d741-ba64-4a62-8abb-f1e44d2644c6)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:10.368937 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.381977 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Calling delete_port for 4d6011c4-1a73-4abf-86cd-8a621b731150 owned by network:dhcp {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:10.413374 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] Deleting port 4d6011c4-1a73-4abf-86cd-8a621b731150 {{(pid=101138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:10.413768 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.475218 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] For port 4d6011c4-1a73-4abf-86cd-8a621b731150, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=4d6011c4-1a73-4abf-86cd-8a621b731150,segment=NetworkSegment(8a13d741-ba64-4a62-8abb-f1e44d2644c6),segment_id=8a13d741-ba64-4a62-8abb-f1e44d2644c6)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:10.475608 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.487263 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] Calling delete_port for 4d6011c4-1a73-4abf-86cd-8a621b731150 owned by network:dhcp {{(pid=101138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:10.540812 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.561677 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082'] for port, after_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.565959 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6011c4-1a73-4abf-86cd-8a621b731150,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:10.571836 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] No DVR routers for this DVR port 4d6011c4-1a73-4abf-86cd-8a621b731150 on host dv-cinder-778534-8-iscsi {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:10.590953 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] No DVR routers for this DVR port 4d6011c4-1a73-4abf-86cd-8a621b731150 on host dv-cinder-778534-8-iscsi {{(pid=101138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:10.592484 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ec5e8-9e26-488c-92cc-6bb8e08b0b9b None None] Pushing event deleted for resources: {'Port': ['ID=4d6011c4-1a73-4abf-86cd-8a621b731150,revision_number=None']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:10.642867 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.661854 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535dbd64-4fe7-4b66-84d7-159873a518de']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:10.671275 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a13d741-ba64-4a62-8abb-f1e44d2644c6') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:10.671684 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a13d741-ba64-4a62-8abb-f1e44d2644c6') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:10.681025 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.693430 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.699404 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:11:10.699791 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:11:10.701376 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:11:10.834096 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.839441 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:10.850367 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] 10.222.0.11 "DELETE /v2.0/networks/535dbd64-4fe7-4b66-84d7-159873a518de HTTP/1.1" status: 204 len: 168 time: 0.6901975 Sep 22 20:11:10.852093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f41f1d-18e2-4f73-9ebd-554133e571ff admin admin] Pushing event deleted for resources: {'Network': ['ID=535dbd64-4fe7-4b66-84d7-159873a518de,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:11.203218 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47064) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:11.246066 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5c88b88e-5e18-4b5a-a935-013c7b194f9e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8469e0d4757406fa21fb3ad409eae45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393465 Sep 22 20:11:11.246263 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47068) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:11.298373 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a5fece4c-1055-495c-8181-95b6e9fe6ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:11.324760 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a5fece4c-1055-495c-8181-95b6e9fe6ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:11.325550 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device b242736a-17af-4d42-a923-84b8df7402e3 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:11.350809 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: b242736a-17af-4d42-a923-84b8df7402e3 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:11.351698 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device b242736a-17af-4d42-a923-84b8df7402e3 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:11.353650 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 4d6011c4-1a73-4abf-86cd-8a621b731150 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:11.375908 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 4d6011c4-1a73-4abf-86cd-8a621b731150 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:11.376301 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 4d6011c4-1a73-4abf-86cd-8a621b731150 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:11.376715 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 24c3fef1-9482-4023-9fb2-c83e39e114b3 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:11.395433 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 24c3fef1-9482-4023-9fb2-c83e39e114b3 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:11.396020 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 24c3fef1-9482-4023-9fb2-c83e39e114b3 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:11.497066 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a5fece4c-1055-495c-8181-95b6e9fe6ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:11.499621 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-a5fece4c-1055-495c-8181-95b6e9fe6ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:11.500792 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-a5fece4c-1055-495c-8181-95b6e9fe6ece admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc8f3390-110e-40f2-b262-8b5c11e5e2e7 HTTP/1.1" status: 204 len: 168 time: 0.2536695 Sep 22 20:11:11.509303 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fece4c-1055-495c-8181-95b6e9fe6ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8f3390-110e-40f2-b262-8b5c11e5e2e7,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:12.173196 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47082) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:12.211709 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-b662270c-229f-4faf-a18e-3951103b0cb8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4000b1db239846c2845b5f8c3f155fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374722 Sep 22 20:11:12.214193 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47084) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:12.259467 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-54625b8a-bf28-49cb-b466-16a1a7fdac83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:12.279250 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-54625b8a-bf28-49cb-b466-16a1a7fdac83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:12.420370 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-54625b8a-bf28-49cb-b466-16a1a7fdac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:12.423656 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-54625b8a-bf28-49cb-b466-16a1a7fdac83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:12.424499 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-54625b8a-bf28-49cb-b466-16a1a7fdac83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5813a49-ca7f-44f5-8222-a570e66d32c7 HTTP/1.1" status: 204 len: 168 time: 0.2094052 Sep 22 20:11:12.432810 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54625b8a-bf28-49cb-b466-16a1a7fdac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5813a49-ca7f-44f5-8222-a570e66d32c7,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:12.878213 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-fc908cb5-6106-451c-8da9-595d0f0aa845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:15.534718 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-7844d87e-064c-4039-9dfe-0bb4286acc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:16.182213 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:16.711603 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:17.897430 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47134) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:18.220516 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Deleting port 3ddbfdba-3efe-48aa-b9e5-a3c796a2ad5c {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:18.220858 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:18.294929 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:18.295254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:18.306426 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Calling delete_port for 3ddbfdba-3efe-48aa-b9e5-a3c796a2ad5c owned by network:floatingip {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:18.445229 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:18.536513 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:18.562585 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event deleted for resources: {'Port': ['ID=3ddbfdba-3efe-48aa-b9e5-a3c796a2ad5c,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:18.617314 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for floatingip, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:18.617639 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.l3_db [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Floating IP d1b03859-71e4-4337-bddb-61473a430976 disassociated (deleted). External IP: 172.27.2.227, port: 0b24804c-d574-49f4-b8f0-70f88ff96df2. Sep 22 20:11:18.816367 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:11:18.918064 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:11:18.922753 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:18.927359 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] Sync routers for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:11:18.936636 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:18.937320 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:11:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:18.949448 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-c563ef2a-9134-4f72-801f-4502b792959b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "DELETE /v2.0/floatingips/d1b03859-71e4-4337-bddb-61473a430976 HTTP/1.1" status: 204 len: 168 time: 1.0509393 Sep 22 20:11:18.950043 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:11:18.952247 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6068baaf-7c3d-461a-9560-35348eb21d57" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:11:18.991304 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30004a97-a7af-4782-ada1-06f5df161b44 x-openstack-request-id: req-30004a97-a7af-4782-ada1-06f5df161b44 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:11:18.991595 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:11:18.991846 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30004a97-a7af-4782-ada1-06f5df161b44 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:11:18.992242 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'status': 'completed', 'code': 200} Sep 22 20:11:19.041936 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:19.232286 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:07Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:19.257038 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] Checking router: b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:11:19.265039 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:19.265626 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:11:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:19.370947 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:19.376248 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477565c-158f-4a7d-845c-e9724959b5a2 req-5b855611-439a-459e-b9ab-5acc59664709 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:19.377859 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2477565c-158f-4a7d-845c-e9724959b5a2 req-5b855611-439a-459e-b9ab-5acc59664709 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0494709 Sep 22 20:11:19.419387 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2477565c-158f-4a7d-845c-e9724959b5a2 req-d137da55-02ff-4728-8b15-2f953a64111b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354261 Sep 22 20:11:19.566235 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:07Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:19.591691 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3052eb32-8226-4e65-968a-776ea111c1bf None None] The sync data for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi is: [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:05:01Z', 'revision_number': 4, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7', 'name': '', 'network_id': '6b4c85a5-7204-4201-9fd7-fe55bf4b8223', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'mac_address': 'fa:16:3e:b2:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:00Z', 'updated_at': '2021-09-22T20:05:07Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'subnets': [{'id': '8f21f0f9-5034-4e06-8819-d53fdfba5fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:11:19.800041 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00707f02-d3ed-4c82-a9e2-e908e81fa615 None None] New status for floating IP d1b03859-71e4-4337-bddb-61473a430976: DOWN {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:11:20.276152 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-4b48c008-858e-42e9-a08e-5a2b1794af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:20.277702 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-4b48c008-858e-42e9-a08e-5a2b1794af37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df98130cff6247b2be4d949775e41f6a&device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 1099 time: 0.0400107 Sep 22 20:11:20.370070 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-02cba43a-b6f1-4166-9c76-ca3f0ea904f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:20.371496 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-02cba43a-b6f1-4166-9c76-ca3f0ea904f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 200 len: 910 time: 0.0868781 Sep 22 20:11:20.413285 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-50153a37-f13c-426c-807e-6123737ae5ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 200 len: 217 time: 0.0343516 Sep 22 20:11:20.463107 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-dc71d1e9-13a5-4fc5-a0ac-87d4485fc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:20.464626 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-dc71d1e9-13a5-4fc5-a0ac-87d4485fc07a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 200 len: 848 time: 0.0438862 Sep 22 20:11:20.543724 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-f9a1caec-f188-48e5-98c9-e563c413d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:20.545105 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-f9a1caec-f188-48e5-98c9-e563c413d1cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6b4c85a5-7204-4201-9fd7-fe55bf4b8223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722339 Sep 22 20:11:20.557139 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de459b-c112-4ca8-8e46-d90da10941da req-0a4e8ce4-e70c-461f-a26d-7d2983e47ad8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:20.558528 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-29de459b-c112-4ca8-8e46-d90da10941da req-0a4e8ce4-e70c-461f-a26d-7d2983e47ad8 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0560622 Sep 22 20:11:20.647882 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-29de459b-c112-4ca8-8e46-d90da10941da req-beffb736-7954-447c-9dbf-a691dfa54189 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809910 Sep 22 20:11:20.666323 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-15907cdd-ffeb-4448-8159-6599176edffd service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068811 Sep 22 20:11:21.565728 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6068baaf-7c3d-461a-9560-35348eb21d57 req-72113ad3-260b-4bc7-9690-45b7184c33ad service neutron] 10.222.0.36 "GET /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899255 Sep 22 20:11:21.766093 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ecf51-5729-407e-bd17-b405e636954d req-060c2dc8-0a17-407e-a0d4-4769e053c7dc tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:21.767588 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-071ecf51-5729-407e-bd17-b405e636954d req-060c2dc8-0a17-407e-a0d4-4769e053c7dc tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0527749 Sep 22 20:11:21.804233 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-071ecf51-5729-407e-bd17-b405e636954d req-86d6241a-5e17-476d-a1fd-5f57748e5e2a tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306673 Sep 22 20:11:22.340302 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:22.914854 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dcba2-081e-4abf-83af-4ceed2f40a69 req-f9d9d991-62b4-4a33-b0d1-e71999895688 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:22.916328 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a88dcba2-081e-4abf-83af-4ceed2f40a69 req-f9d9d991-62b4-4a33-b0d1-e71999895688 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0472631 Sep 22 20:11:22.952550 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a88dcba2-081e-4abf-83af-4ceed2f40a69 req-4a98928b-825b-4c45-95b1-1bbba1af6b26 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304930 Sep 22 20:11:24.017277 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:11:24.063315 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e83da1-3ccd-49fc-86be-0d60f87fa194 req-f7dd3191-5328-4bae-8a6c-1eb5ec7ccb7b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:24.064775 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8e83da1-3ccd-49fc-86be-0d60f87fa194 req-f7dd3191-5328-4bae-8a6c-1eb5ec7ccb7b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0475860 Sep 22 20:11:24.103479 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a8e83da1-3ccd-49fc-86be-0d60f87fa194 req-53fbcf2a-2899-41cb-83c5-1d8a947de535 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301766 Sep 22 20:11:25.215757 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2f0a3-594c-4527-9cb6-b6e4867aea30 req-9c66bb86-33bc-4261-a631-58b3f495bd1d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:25.219338 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-86a2f0a3-594c-4527-9cb6-b6e4867aea30 req-9c66bb86-33bc-4261-a631-58b3f495bd1d tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0515897 Sep 22 20:11:25.253556 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-86a2f0a3-594c-4527-9cb6-b6e4867aea30 req-473face4-3318-4a1a-aa51-467772a791a4 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303974 Sep 22 20:11:26.370989 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fabcb-caa8-41a8-88f4-a84dcc8c7342 req-f287e563-2848-4fd4-aa26-9af339a5ef19 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:26.372442 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-519fabcb-caa8-41a8-88f4-a84dcc8c7342 req-f287e563-2848-4fd4-aa26-9af339a5ef19 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0486984 Sep 22 20:11:26.409679 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-519fabcb-caa8-41a8-88f4-a84dcc8c7342 req-9b13bb3d-b52c-44dc-9863-f75f5693150f tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312040 Sep 22 20:11:27.524288 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc82ed-1635-49c0-9ddc-7313a20639d0 req-0b19204e-faf7-4871-8936-e72e6c6e5224 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:27.525696 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-50bc82ed-1635-49c0-9ddc-7313a20639d0 req-0b19204e-faf7-4871-8936-e72e6c6e5224 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0490425 Sep 22 20:11:27.561878 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-50bc82ed-1635-49c0-9ddc-7313a20639d0 req-33c6c7bd-df46-4267-a85a-b4a921e7426a tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302608 Sep 22 20:11:28.678393 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac421f0-de5a-401f-b847-2e651dac64ae req-91d273d2-a7d3-4c55-818f-2d5777aa3383 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:28.685443 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2ac421f0-de5a-401f-b847-2e651dac64ae req-91d273d2-a7d3-4c55-818f-2d5777aa3383 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0535622 Sep 22 20:11:28.719429 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2ac421f0-de5a-401f-b847-2e651dac64ae req-11387b7c-275f-4845-88f9-91a0ca23b633 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325923 Sep 22 20:11:29.102460 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47270) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:29.207714 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d450c8ab-8c2a-46e3-931b-370a62eaf8d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:29.294244 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d450c8ab-8c2a-46e3-931b-370a62eaf8d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:29.565197 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d450c8ab-8c2a-46e3-931b-370a62eaf8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:29.602961 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d450c8ab-8c2a-46e3-931b-370a62eaf8d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d6da43c244f4df0bba7092bc58c5716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4994452 Sep 22 20:11:29.603861 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c8ab-8c2a-46e3-931b-370a62eaf8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61c9e66-c406-4890-9b04-2c4481f6ce25,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:29.606947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47276) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:29.655000 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df8f15dc-b711-4850-8040-236ba7ba7113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:29.675361 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df8f15dc-b711-4850-8040-236ba7ba7113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:29.723337 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device 0b24804c-d574-49f4-b8f0-70f88ff96df2 no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:29.777144 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df8f15dc-b711-4850-8040-236ba7ba7113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:29.779896 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df8f15dc-b711-4850-8040-236ba7ba7113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:29.783304 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-df8f15dc-b711-4850-8040-236ba7ba7113 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d61c9e66-c406-4890-9b04-2c4481f6ce25 HTTP/1.1" status: 204 len: 168 time: 0.1725347 Sep 22 20:11:29.791574 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f15dc-b711-4850-8040-236ba7ba7113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61c9e66-c406-4890-9b04-2c4481f6ce25,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:29.845752 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3560dd-d5f7-4464-8c7e-befc7a62f023 req-0acf1bfe-4788-404c-bf78-4b2307b88232 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:29.847548 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cf3560dd-d5f7-4464-8c7e-befc7a62f023 req-0acf1bfe-4788-404c-bf78-4b2307b88232 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 946 time: 0.0581734 Sep 22 20:11:29.888036 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cf3560dd-d5f7-4464-8c7e-befc7a62f023 req-b6d78fee-b4cf-4d25-91a3-7a8485099efd tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341763 Sep 22 20:11:29.938431 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:29.959940 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:11:29.962171 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541c8cbc-0fff-4dc6-a104-cf516c0b072e" -d '{"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-unplugged", "status": "completed", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:11:29.975052 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:29.997368 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7039c3b-91d9-44e9-88fd-fcaab4db6ec9 x-openstack-request-id: req-a7039c3b-91d9-44e9-88fd-fcaab4db6ec9 {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:11:29.997653 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-unplugged", "status": "completed", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:11:29.999543 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a7039c3b-91d9-44e9-88fd-fcaab4db6ec9 {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:11:29.999543 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'code': 200} Sep 22 20:11:30.056308 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:30.103057 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=9']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:31.005536 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4cbdb-b443-4a3a-8cdf-9e51a423922b req-e33fddca-dacf-483e-b9a8-79e716e5db48 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:31.007192 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-68d4cbdb-b443-4a3a-8cdf-9e51a423922b req-e33fddca-dacf-483e-b9a8-79e716e5db48 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0526779 Sep 22 20:11:31.045681 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-68d4cbdb-b443-4a3a-8cdf-9e51a423922b req-c3a7998e-fcd7-4121-b84c-cebc4752d5d4 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321615 Sep 22 20:11:32.160015 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79b58e-bd83-4f62-9df0-a4ecf95ed1c0 req-c5754a3a-9382-4b1f-b9a9-9ab7a9713ae9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:32.161523 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c79b58e-bd83-4f62-9df0-a4ecf95ed1c0 req-c5754a3a-9382-4b1f-b9a9-9ab7a9713ae9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0493608 Sep 22 20:11:32.200750 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-1c79b58e-bd83-4f62-9df0-a4ecf95ed1c0 req-1e92833b-12cb-46f4-8fc3-a977d4148b78 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330918 Sep 22 20:11:33.310370 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935dd34-f352-485e-ae46-d9858aca6db3 req-448646b1-5331-4a79-b35f-cc3027fc5929 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:33.311821 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c935dd34-f352-485e-ae46-d9858aca6db3 req-448646b1-5331-4a79-b35f-cc3027fc5929 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0469415 Sep 22 20:11:33.349105 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c935dd34-f352-485e-ae46-d9858aca6db3 req-4425567b-9629-42ad-9050-c875aa449fc1 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312471 Sep 22 20:11:34.466149 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bb1ba-a1bb-466b-be26-ed8239e5339f req-27d12e1f-cb90-4ef2-b79a-315f2e540cbf tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:34.467622 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a0bb1ba-a1bb-466b-be26-ed8239e5339f req-27d12e1f-cb90-4ef2-b79a-315f2e540cbf tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0542622 Sep 22 20:11:34.504090 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-6a0bb1ba-a1bb-466b-be26-ed8239e5339f req-1d8e750f-44ef-4e92-8417-a5775806d4e0 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306537 Sep 22 20:11:35.613181 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ac3c3-5e12-4aa8-9bdc-57797bbe3ba1 req-a832b7ba-0216-4f9b-b45b-3b1f9498ff9e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:35.614656 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a11ac3c3-5e12-4aa8-9bdc-57797bbe3ba1 req-a832b7ba-0216-4f9b-b45b-3b1f9498ff9e tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0467472 Sep 22 20:11:35.651331 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a11ac3c3-5e12-4aa8-9bdc-57797bbe3ba1 req-64fb7e72-633c-473c-b55b-8d0da37a758b tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301435 Sep 22 20:11:36.761023 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a91b4d-eccc-48e9-9b48-3d50a73d7c08 req-89e1bd76-d83e-4e3d-8ec2-a2782804f6fc tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:36.762408 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-76a91b4d-eccc-48e9-9b48-3d50a73d7c08 req-89e1bd76-d83e-4e3d-8ec2-a2782804f6fc tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0466511 Sep 22 20:11:36.799127 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-76a91b4d-eccc-48e9-9b48-3d50a73d7c08 req-76c121f5-2d73-4f57-a3d1-eb038e099d44 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/security-groups?id=9bcc90a5-9d86-4d80-85af-83168eb773fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Sep 22 20:11:37.007621 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-300cc328-5a2e-40a9-8720-3f62661d2409 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:37.009057 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-300cc328-5a2e-40a9-8720-3f62661d2409 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 944 time: 0.0499437 Sep 22 20:11:37.098488 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Deleting port 0b24804c-d574-49f4-b8f0-70f88ff96df2 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:37.098752 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:37.185948 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] For port 0b24804c-d574-49f4-b8f0-70f88ff96df2, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=0b24804c-d574-49f4-b8f0-70f88ff96df2,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:37.186311 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:37.198906 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Calling delete_port for 0b24804c-d574-49f4-b8f0-70f88ff96df2 owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:37.371115 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:37.403829 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event deleted for resources: {'Port': ['ID=0b24804c-d574-49f4-b8f0-70f88ff96df2,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:37.427302 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.427653 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.427992 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.428330 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.428661 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.428991 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.429319 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.429644 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.429994 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.430318 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.430641 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.430958 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:37.452352 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] No DVR routers for this DVR port 0b24804c-d574-49f4-b8f0-70f88ff96df2 on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:37.454609 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:37.456568 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0165762f-2803-4bfd-ae51-02913ad2bdbc req-b8f17b84-aff6-48c0-b0f0-b0a54e5967af tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.36 "DELETE /v2.0/ports/0b24804c-d574-49f4-b8f0-70f88ff96df2 HTTP/1.1" status: 204 len: 173 time: 0.4415720 Sep 22 20:11:37.456985 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-deleted', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:11:37.459264 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ea209f-57d5-4050-b614-8d645129e4d3" -d '{"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-deleted", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:11:37.492659 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6374a4-4301-455c-9f94-7b0c6f2a73fb x-openstack-request-id: req-ab6374a4-4301-455c-9f94-7b0c6f2a73fb {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:11:37.492971 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b667b5-6ae0-49bf-acdb-9651c1209c56", "name": "network-vif-deleted", "tag": "0b24804c-d574-49f4-b8f0-70f88ff96df2", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:11:37.493219 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab6374a4-4301-455c-9f94-7b0c6f2a73fb {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:11:37.493612 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b667b5-6ae0-49bf-acdb-9651c1209c56', 'name': 'network-vif-deleted', 'tag': '0b24804c-d574-49f4-b8f0-70f88ff96df2', 'status': 'completed', 'code': 200} Sep 22 20:11:37.893298 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c1967101-44a3-4be4-80f5-0cd2d9cfefe5 req-708d95f7-c33a-44d9-b14b-d21aa1af7d25 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0275860 Sep 22 20:11:38.991347 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7949bad6-f8af-4096-9da0-700f5992cee0 req-2d690fd6-e271-40fa-a5f4-696d2244f886 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0247712 Sep 22 20:11:40.084531 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-fb7a5f02-84b7-4e38-aa5f-5fd1e7895f52 req-d697c230-a570-47a7-ad94-56520ae05b64 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0281785 Sep 22 20:11:41.174948 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-99e42bad-74f6-46dc-87ee-0b673d01f278 req-7003cf7a-5175-46ef-9780-866d4855ee77 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0262957 Sep 22 20:11:42.263990 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-290520ec-2552-4690-bdd9-2872ef3bd3f2 req-06434501-6a73-467b-899c-34914a08cbd9 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0252714 Sep 22 20:11:42.882280 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-55fba25a-7300-4f13-85b8-41f58ab5f811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:43.357010 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96bd108d-6984-496f-ab8b-51aca5a2f2b8 req-37597663-fec1-4075-9f0c-14b7bbebb8f5 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0254815 Sep 22 20:11:44.450494 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-34c47218-ae04-435c-b89d-541c1fef92b3 req-b95b72c7-9ea2-4d75-b61b-3fc2ef5aa173 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0260077 Sep 22 20:11:45.519393 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-aae305dd-1eff-4fc1-ae9b-934b4409c833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:45.552985 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d7c8b516-af5a-494f-a192-8ace3f0ae9c7 req-46d4d7fc-08fe-4826-95f0-2a60b4fc55fe tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0264158 Sep 22 20:11:46.187197 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:46.657108 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2f661332-71cb-4f7e-b647-9281ed46bce8 req-526878fe-802b-43b9-a33b-6350adf89093 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0271535 Sep 22 20:11:46.694122 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:47.757184 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9f071186-4f30-45d9-b04c-1fe52a46d047 req-8dd5cfd6-3334-4aa2-857c-0c173a68ec96 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0b667b5-6ae0-49bf-acdb-9651c1209c56 HTTP/1.1" status: 200 len: 210 time: 0.0254078 Sep 22 20:11:48.414423 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:48.812459 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47528) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:48.869332 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b1701c6e-49d6-4c79-8576-883c4e52a994 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:48.894121 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b1701c6e-49d6-4c79-8576-883c4e52a994 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:49.027742 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b1701c6e-49d6-4c79-8576-883c4e52a994 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:49.030309 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b1701c6e-49d6-4c79-8576-883c4e52a994 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:49.031480 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-b1701c6e-49d6-4c79-8576-883c4e52a994 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] 10.222.0.11 "DELETE /v2.0/security-groups/9bcc90a5-9d86-4d80-85af-83168eb773fa HTTP/1.1" status: 204 len: 168 time: 0.2180200 Sep 22 20:11:49.040516 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1701c6e-49d6-4c79-8576-883c4e52a994 tempest-TestShelveInstance-1784904988 tempest-TestShelveInstance-1784904988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcc90a5-9d86-4d80-85af-83168eb773fa,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:49.198604 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47536) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:49.675877 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:49.934990 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Deleting port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:49.935182 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:49.970684 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-e7b295b3-c279-48af-98bd-9fafb63aa634 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1279981019&fields=id&tenant_id=38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 267 time: 0.0339589 Sep 22 20:11:50.016757 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] For port 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:50.017075 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:50.029288 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Calling delete_port for 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 owned by network:router_interface {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:50.089181 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-b2b7fb67-b61f-4446-83e8-1a761aefe4dc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:50.089181 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-b2b7fb67-b61f-4446-83e8-1a761aefe4dc tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 812 time: 0.1077085 Sep 22 20:11:50.104363 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-faa37d3a-5fd6-408f-8cd2-dd50fae2c27d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/quotas/38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 375 time: 0.0121663 Sep 22 20:11:50.162056 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-59e78345-c385-431f-9c63-3963b0981904 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0514131 Sep 22 20:11:50.272962 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-456fa711-b109-4a76-a993-b79b543365b1 service neutron] 10.222.0.11 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925546 Sep 22 20:11:50.290376 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:50.320868 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Pushing event deleted for resources: {'Port': ['ID=9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:50.343633 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.343982 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.344322 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.344652 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.344980 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.345309 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.345632 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.346095 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.351706 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.351706 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.351706 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.351706 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:50.357309 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-a85082f0-567e-4bd3-9b81-aeb67ac2e03c service neutron] 10.222.0.11 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Sep 22 20:11:50.506557 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:50.644662 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47590) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:50.722798 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:11:50.750559 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ae-7015-4f7e-b65a-2c71b0f9f255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:50.830095 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:11:50.835418 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-3cecdb3c-9daf-4b5a-b0ce-274d208609dc admin admin] 10.222.0.11 "PUT /v2.0/routers/b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356728 Sep 22 20:11:50.838038 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47594) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:50.840088 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] Sync routers for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:11:50.849523 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:50.850155 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:11:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:50.880801 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ae-7015-4f7e-b65a-2c71b0f9f255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:50.954823 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks [] for router, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:50.959092 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:50.988468 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-fc1e72ae-7015-4f7e-b65a-2c71b0f9f255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.024457 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-466cd42a-7046-42f0-80f4-7b83139e0337 req-127b7d5a-6a63-4b13-8580-39057dd9e76f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 210 time: 0.0667717 Sep 22 20:11:51.065816 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-fc1e72ae-7015-4f7e-b65a-2c71b0f9f255 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80d18ac069ff4f0396161978cf6b3211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4178061 Sep 22 20:11:51.066578 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47604) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:51.117804 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5d50-f60a-4614-a95a-b8f3c3f18844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.124628 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e72ae-7015-4f7e-b65a-2c71b0f9f255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84271820-4287-4d03-b648-005cac1e692e,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:51.140519 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.149678 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5d50-f60a-4614-a95a-b8f3c3f18844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.149798 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:11:50Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:51.175315 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] Checking router: b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:11:51.183493 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] Routers {'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:51.184642 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:11:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:51.273012 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Deleting port b4f67958-3727-46f8-be39-7d54c85d2fc3 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:51.273346 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.282947 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5d50-f60a-4614-a95a-b8f3c3f18844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.286708 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5c0d5d50-f60a-4614-a95a-b8f3c3f18844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.287786 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] Set router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:51.288931 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5c0d5d50-f60a-4614-a95a-b8f3c3f18844 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84271820-4287-4d03-b648-005cac1e692e HTTP/1.1" status: 204 len: 168 time: 0.2217064 Sep 22 20:11:51.307628 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d5d50-f60a-4614-a95a-b8f3c3f18844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84271820-4287-4d03-b648-005cac1e692e,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:51.505889 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:11:50Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:51.542741 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38dd8f-e781-4b57-9971-c0acf08db47e None None] The sync data for ids ['b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b'] in dv-cinder-778534-8-iscsi is: [{'id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'name': 'tempest-TestShelveInstance-2003673902-router', 'tenant_id': 'df98130cff6247b2be4d949775e41f6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:04:56Z', 'updated_at': '2021-09-22T20:11:50Z', 'revision_number': 5, 'project_id': 'df98130cff6247b2be4d949775e41f6a', 'gw_port': {'id': 'b4f67958-3727-46f8-be39-7d54c85d2fc3', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:04:57Z', 'updated_at': '2021-09-22T20:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:11:51.656972 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] For port b4f67958-3727-46f8-be39-7d54c85d2fc3, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=b4f67958-3727-46f8-be39-7d54c85d2fc3,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:51.657343 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.670036 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Calling delete_port for b4f67958-3727-46f8-be39-7d54c85d2fc3 owned by network:router_gateway {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:51.919019 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:51.947420 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f67958-3727-46f8-be39-7d54c85d2fc3,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:52.009242 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.017322 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47614) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:52.031120 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-38766b44-bfaf-4bb6-a410-4b66280f9f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.106877 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.110394 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.128616 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-38766b44-bfaf-4bb6-a410-4b66280f9f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.140799 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-407bf9f2-4ef1-4243-b449-9253c6028db6 req-f214a1b6-f5b1-4b96-ae32-48299a765a04 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 210 time: 0.0318165 Sep 22 20:11:52.202200 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-38766b44-bfaf-4bb6-a410-4b66280f9f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.239146 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-38766b44-bfaf-4bb6-a410-4b66280f9f75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d14ebbc5a869430d8ba5b0c08411af64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206955 Sep 22 20:11:52.239973 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38766b44-bfaf-4bb6-a410-4b66280f9f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3cc4b4-16aa-4c6d-af07-7adfe6a0627b,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:52.241953 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47618) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:52.267012 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.267509 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b {{(pid=101136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:11:52.274641 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.275746 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-a6202558-8e36-43c7-9399-760147bcac03 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b9aa6452-37ea-4f7f-80aa-cbfd49b6f43b HTTP/1.1" status: 204 len: 168 time: 1.4364431 Sep 22 20:11:52.282388 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47620) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:52.298408 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a1796d1a-5de1-42a3-81c2-184e5293d65a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.321133 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a1796d1a-5de1-42a3-81c2-184e5293d65a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.341945 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5523887b-a1c2-4c58-b090-6e468a745041 admin admin] Deleting subnet 8f21f0f9-5034-4e06-8819-d53fdfba5fc3 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:11:52.345140 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5523887b-a1c2-4c58-b090-6e468a745041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.380550 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5523887b-a1c2-4c58-b090-6e468a745041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.459380 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5523887b-a1c2-4c58-b090-6e468a745041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.513879 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a1796d1a-5de1-42a3-81c2-184e5293d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.516456 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-a1796d1a-5de1-42a3-81c2-184e5293d65a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.517645 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-a1796d1a-5de1-42a3-81c2-184e5293d65a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a3cc4b4-16aa-4c6d-af07-7adfe6a0627b HTTP/1.1" status: 204 len: 168 time: 0.2746682 Sep 22 20:11:52.525505 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1796d1a-5de1-42a3-81c2-184e5293d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3cc4b4-16aa-4c6d-af07-7adfe6a0627b,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:52.587900 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5523887b-a1c2-4c58-b090-6e468a745041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.614688 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523887b-a1c2-4c58-b090-6e468a745041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f21f0f9-5034-4e06-8819-d53fdfba5fc3,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:52.618254 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-5523887b-a1c2-4c58-b090-6e468a745041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.620134 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-5523887b-a1c2-4c58-b090-6e468a745041 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8f21f0f9-5034-4e06-8819-d53fdfba5fc3 HTTP/1.1" status: 204 len: 168 time: 0.3366668 Sep 22 20:11:52.623139 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47626) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:52.626619 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e679e171-dfe9-4bfb-9202-786137f9163f None None] Network 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:11:52.697176 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.749882 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.760142 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Deleting port 9b971373-2150-4676-96b2-0f6d298d7844 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:52.760482 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.826655 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] DHCP port deletion for 6b4c85a5-7204-4201-9fd7-fe55bf4b8223 request from dv-cinder-778534-8-iscsi {{(pid=101138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 20:11:52.831180 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] For port 9b971373-2150-4676-96b2-0f6d298d7844, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9b971373-2150-4676-96b2-0f6d298d7844,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:52.832287 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.849658 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Calling delete_port for 9b971373-2150-4676-96b2-0f6d298d7844 owned by network:dhcp {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:52.887691 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Deleting port 9b971373-2150-4676-96b2-0f6d298d7844 {{(pid=101138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:52.888377 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.951895 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] For port 9b971373-2150-4676-96b2-0f6d298d7844, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9b971373-2150-4676-96b2-0f6d298d7844,segment=NetworkSegment(ed9da2f5-a02e-483c-823a-bf5b8b2a0007),segment_id=ed9da2f5-a02e-483c-823a-bf5b8b2a0007)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:52.952369 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:52.969177 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Calling delete_port for 9b971373-2150-4676-96b2-0f6d298d7844 owned by network:dhcp {{(pid=101138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:53.026106 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.055708 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082'] for port, after_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.061142 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b971373-2150-4676-96b2-0f6d298d7844,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:53.067120 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] No DVR routers for this DVR port 9b971373-2150-4676-96b2-0f6d298d7844 on host dv-cinder-778534-8-iscsi {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:53.082648 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Pushing event deleted for resources: {'Port': ['ID=9b971373-2150-4676-96b2-0f6d298d7844,revision_number=None']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:53.084923 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] No DVR routers for this DVR port 9b971373-2150-4676-96b2-0f6d298d7844 on host dv-cinder-778534-8-iscsi {{(pid=101138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:53.094440 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.095668 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.095668 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.095668 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.095925 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.096095 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.096424 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.096751 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.097107 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.097393 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.097715 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.098063 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808dd60f-2ca1-4961-b288-3d4c01442438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:11:53.147429 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.173337 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4c85a5-7204-4201-9fd7-fe55bf4b8223']}} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:53.183386 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007') {'for_net_delete': True} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:53.183741 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9da2f5-a02e-483c-823a-bf5b8b2a0007') {} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:53.195303 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30124357'] for segment, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.210574 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.217496 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=101137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:11:53.218111 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30124759'] for segment, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: Traceback (most recent call last): Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: timer() Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: cb(*args, **kw) Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: return func(*args, **kwargs) Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: self._notify() Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: self.callback(batched_events) Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: event.method(event) Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: return f(self, *a, **k) Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._get(url).json() Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: return self.request(url, 'GET', **kwargs) Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:11:53.221600 dv-cinder-778534-8-iscsi neutron-server[101137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:11:53.248970 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0657a647-83d1-4c0b-893d-5bb22e6c1f52 req-8d2d7747-da15-4eee-8bac-319c9aab7ae9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 210 time: 0.0327415 Sep 22 20:11:53.343367 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:53.362486 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:53.362803 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9de7ea22-7d17-4ce0-8eb2-eb23bf7e00d7 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:53.366007 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9b971373-2150-4676-96b2-0f6d298d7844 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:53.383188 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 9b971373-2150-4676-96b2-0f6d298d7844 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:53.383524 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9b971373-2150-4676-96b2-0f6d298d7844 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:53.383918 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device b4f67958-3727-46f8-be39-7d54c85d2fc3 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:53.388222 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.402402 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: b4f67958-3727-46f8-be39-7d54c85d2fc3 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:53.403314 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device b4f67958-3727-46f8-be39-7d54c85d2fc3 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:53.404022 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.405948 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] 10.222.0.11 "DELETE /v2.0/networks/6b4c85a5-7204-4201-9fd7-fe55bf4b8223 HTTP/1.1" status: 204 len: 168 time: 0.7818742 Sep 22 20:11:53.407321 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2918c3-0b78-4f3e-be0b-e712ff5d93fc admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4c85a5-7204-4201-9fd7-fe55bf4b8223,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:53.408837 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47640) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:53.734248 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-97796209-21d6-424d-8254-ff569a286c12 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:53.735983 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-97796209-21d6-424d-8254-ff569a286c12 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 812 time: 0.1339505 Sep 22 20:11:53.785441 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:53.787737 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-bfd2d789-fd10-41c5-8fd8-8b8e15c4514b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38f2471bf62747518ff72559c3e0dea4 HTTP/1.1" status: 200 len: 380 time: 0.0419850 Sep 22 20:11:53.799100 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'port': {'device_id': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'admin_state_up': True, 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'security_groups': ['1667ebfd-50af-4571-86d1-fd1b1b5cd385']}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:11:54.063547 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Made reservation on behalf of 38f2471bf62747518ff72559c3e0dea4 for: {'port': 1} {{(pid=101136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:11:54.072840 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:54.281794 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Allocated IP 172.20.0.4 (0ada6daa-39ec-4ff1-aded-45ea2766aee5/3a034660-6594-4dd2-bac9-21925852f1c9/d09943de-df57-4cbc-8b44-0cfca8a2af4e) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:11:54.343007 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-38c9246e-f0ff-469a-99c8-780d81c92f26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1038496 Sep 22 20:11:54.351224 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Deleting port 9b9a59ac-30e0-4492-9d37-02fafd968918 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:54.351822 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:54.411151 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f37275ac-df7d-4ca5-a87c-1fc83e57d7e9 req-34e0ee88-7855-473a-9ad7-6695e38bf592 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 210 time: 0.0626168 Sep 22 20:11:54.485465 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-2f74972c-afaf-451a-b49c-5f33f98c6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:54.487032 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-2f74972c-afaf-451a-b49c-5f33f98c6b0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 1098 time: 0.1120133 Sep 22 20:11:54.488282 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] For port 9b9a59ac-30e0-4492-9d37-02fafd968918, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=9b9a59ac-30e0-4492-9d37-02fafd968918,segment=NetworkSegment(341c0429-be8c-4cf1-adff-3e20d67c4f08),segment_id=341c0429-be8c-4cf1-adff-3e20d67c4f08)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:54.488852 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:54.503226 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Calling delete_port for 9b9a59ac-30e0-4492-9d37-02fafd968918 owned by network:router_interface {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:54.561132 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:54.640341 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-7636b5b9-adec-406e-9518-46d4eeb896b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:54.641861 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-7636b5b9-adec-406e-9518-46d4eeb896b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 913 time: 0.1287389 Sep 22 20:11:54.713776 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-87d9e608-f04b-4841-aed5-57569e163eb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c HTTP/1.1" status: 200 len: 1000 time: 0.0630250 Sep 22 20:11:54.730618 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:54.805233 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:54.807345 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:11:54.811614 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-b1b46935-e1b3-4568-b778-ae422b9f708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:54.812857 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-b1b46935-e1b3-4568-b778-ae422b9f708a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0911267 Sep 22 20:11:54.819123 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:11:54.822716 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=d09943de-df57-4cbc-8b44-0cfca8a2af4e,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:54.825539 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:11:54.858695 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b9a59ac-30e0-4492-9d37-02fafd968918,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:54.901341 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:54.901695 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:54.924813 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-0f37593d-02bc-4905-8e43-99ca565a612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:54.926559 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-0f37593d-02bc-4905-8e43-99ca565a612e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1050909 Sep 22 20:11:55.028869 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-714aab8b-b933-43d2-8b60-09292ed6fba1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2350614 Sep 22 20:11:55.044705 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Request body: {'port': {'device_id': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77853'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:11:55.067670 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:55.112948 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-65c214cb-37ca-4e36-ab24-080f556f85cc service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784267 Sep 22 20:11:55.193392 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:55.203051 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-f8a7cd47-36a4-4592-86f8-9ac76def5193 None None] Provisioning complete for port d09943de-df57-4cbc-8b44-0cfca8a2af4e triggered by entity DHCP. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:11:55.204104 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f8a7cd47-36a4-4592-86f8-9ac76def5193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:55.244946 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-f8a7cd47-36a4-4592-86f8-9ac76def5193 None None] Port d09943de-df57-4cbc-8b44-0cfca8a2af4e cannot update to ACTIVE because it is not bound. {{(pid=101138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:11:55.337654 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Router b7a4bef7-f215-4868-949a-b6b2db04bc6d has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:11:55.390031 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-eb8a465f-a4bb-4d07-9e36-d1eedaf7b0ee req-7bf47551-a87e-4d78-a861-a2556af4c0ef service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487192 Sep 22 20:11:55.456799 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:11:55.462870 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-8b174ede-7629-43f9-8d29-b7c0ad749bd6 admin admin] 10.222.0.11 "PUT /v2.0/routers/b7a4bef7-f215-4868-949a-b6b2db04bc6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0528769 Sep 22 20:11:55.468998 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] Sync routers for ids ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:11:55.470820 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47728) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:55.479858 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] Routers {'b7a4bef7-f215-4868-949a-b6b2db04bc6d'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:55.480493 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:11:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:55.676092 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d09943de-df57-4cbc-8b44-0cfca8a2af4e {{(pid=101136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:11:55.687581 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960754d-ac7a-49ac-bb38-c0fa81bef777 req-02973fc4-7122-45e7-bcdd-250d68de58aa tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:55.722192 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4960754d-ac7a-49ac-bb38-c0fa81bef777 req-02973fc4-7122-45e7-bcdd-250d68de58aa tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 931 time: 0.1925859 Sep 22 20:11:55.722350 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] Set router b7a4bef7-f215-4868-949a-b6b2db04bc6d gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:55.722560 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:55.722560 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:55.729138 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47738) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:55.763457 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.provisioning_blocks [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Transition to ACTIVE for port object d09943de-df57-4cbc-8b44-0cfca8a2af4e will not be triggered until provisioned by entity L2. {{(pid=101136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 20:11:55.796924 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-4960754d-ac7a-49ac-bb38-c0fa81bef777 req-dc759629-fb52-46a5-81ab-9b526b2b0bfa tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681639 Sep 22 20:11:55.830467 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:55.874559 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-92d90d4c-2487-4016-940d-cce6dac4ba82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:55.906888 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:55.909311 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:11:54Z', 'revision_number': 5, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:55.910920 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=d09943de-df57-4cbc-8b44-0cfca8a2af4e,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:55.937141 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] Checking router: b7a4bef7-f215-4868-949a-b6b2db04bc6d for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:11:55.946294 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] Routers {'b7a4bef7-f215-4868-949a-b6b2db04bc6d'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:11:55.947370 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:11:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:55.997010 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Attempting to bind port d09943de-df57-4cbc-8b44-0cfca8a2af4e on host hv-cinder-77853 for vnic_type normal with profile {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:11:55.997397 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Attempting to bind port d09943de-df57-4cbc-8b44-0cfca8a2af4e by drivers openvswitch,hyperv on host hv-cinder-77853 at level 0 using segments [{'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:11:55.997806 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Attempting to bind port d09943de-df57-4cbc-8b44-0cfca8a2af4e on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:11:56.003920 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Port d09943de-df57-4cbc-8b44-0cfca8a2af4e on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77853 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 20:11:56.004258 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Attempting to bind port d09943de-df57-4cbc-8b44-0cfca8a2af4e on network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:11:56.010730 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Checking agent: {'id': '268bdfc2-baa0-4ced-9250-a70208072b1c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77853', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'started_at': datetime.datetime(2021, 9, 22, 20, 0, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:11:56.011067 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Checking segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:11:56.011460 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Bound using segment: {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'} {{(pid=101136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:11:56.011676 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-92d90d4c-2487-4016-940d-cce6dac4ba82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.011988 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.managers [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Bound port: d09943de-df57-4cbc-8b44-0cfca8a2af4e, host: hv-cinder-77853, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b46c4de-373a-488d-b4b0-778974b13b55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5'}}] {{(pid=101136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:11:56.012557 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.067957 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] Set router b7a4bef7-f215-4868-949a-b6b2db04bc6d gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:11:56.109874 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] For port d09943de-df57-4cbc-8b44-0cfca8a2af4e, host hv-cinder-77853, cleared binding levels {{(pid=101136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:11:56.113817 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] For port d09943de-df57-4cbc-8b44-0cfca8a2af4e, host hv-cinder-77853, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d09943de-df57-4cbc-8b44-0cfca8a2af4e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:11:56.121133 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Deleting port c81c0469-07dc-4bcc-afdf-019baec59b95 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:56.121497 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.125195 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-92d90d4c-2487-4016-940d-cce6dac4ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.174136 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-92d90d4c-2487-4016-940d-cce6dac4ba82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1edbab48418d4bd8bea640beec4b3c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437585 Sep 22 20:11:56.174804 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47744) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:56.178046 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d90d4c-2487-4016-940d-cce6dac4ba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb204a8-a8c0-45c1-b05e-7338c501e2a3,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:56.205200 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] For port c81c0469-07dc-4bcc-afdf-019baec59b95, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=c81c0469-07dc-4bcc-afdf-019baec59b95,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:56.205563 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.214666 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.225162 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Calling delete_port for c81c0469-07dc-4bcc-afdf-019baec59b95 owned by network:router_gateway {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:56.235831 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4cb5128f-7573-4362-a5db-27dabd500a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.260718 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:56.261335 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.263482 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] 10.222.0.36 "PUT /v2.0/ports/d09943de-df57-4cbc-8b44-0cfca8a2af4e HTTP/1.1" status: 200 len: 1093 time: 1.2245600 Sep 22 20:11:56.265708 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:11:56.267725 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4cb5128f-7573-4362-a5db-27dabd500a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.268073 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db418ae-0f09-4237-a0c0-2b78240fd738" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:11:56.271611 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:11:54Z', 'revision_number': 5, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:56.306409 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed3af-ae97-4553-ac90-87206bb4d176 None None] The sync data for ids ['b7a4bef7-f215-4868-949a-b6b2db04bc6d'] in dv-cinder-778534-8-iscsi is: [{'id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'name': 'tempest-TestShelveInstance-978487653-router', 'tenant_id': '846e1ef8f73f4f31a230125a561a6b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:06Z', 'updated_at': '2021-09-22T20:11:54Z', 'revision_number': 5, 'project_id': '846e1ef8f73f4f31a230125a561a6b90', 'gw_port': {'id': 'c81c0469-07dc-4bcc-afdf-019baec59b95', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:ce:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a4bef7-f215-4868-949a-b6b2db04bc6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:08Z', 'updated_at': '2021-09-22T20:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:11:56.352839 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7684de36-7e5a-40c4-a9e5-c636aaa73c95 x-openstack-request-id: req-7684de36-7e5a-40c4-a9e5-c636aaa73c95 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:11:56.353152 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:11:56.353410 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7684de36-7e5a-40c4-a9e5-c636aaa73c95 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:11:56.353831 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'status': 'completed', 'code': 200} Sep 22 20:11:56.406833 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a7137-a875-4c7b-a210-64b6686e5d12 service neutron] Pushing event updated for resources: {'Port': ['ID=d09943de-df57-4cbc-8b44-0cfca8a2af4e,revision_number=3']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:56.436723 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4cb5128f-7573-4362-a5db-27dabd500a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.439892 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4cb5128f-7573-4362-a5db-27dabd500a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.440681 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db418ae-0f09-4237-a0c0-2b78240fd738 req-9569998e-3325-480b-ad21-1857f08f3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:56.445364 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-4cb5128f-7573-4362-a5db-27dabd500a47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3bb204a8-a8c0-45c1-b05e-7338c501e2a3 HTTP/1.1" status: 204 len: 168 time: 0.2645943 Sep 22 20:11:56.445656 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9db418ae-0f09-4237-a0c0-2b78240fd738 req-9569998e-3325-480b-ad21-1857f08f3711 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 1096 time: 0.0720537 Sep 22 20:11:56.451372 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb5128f-7573-4362-a5db-27dabd500a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb204a8-a8c0-45c1-b05e-7338c501e2a3,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:56.603561 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db418ae-0f09-4237-a0c0-2b78240fd738 req-8142ffbc-8431-4af1-98d3-63be1faf988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:56.604987 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9db418ae-0f09-4237-a0c0-2b78240fd738 req-8142ffbc-8431-4af1-98d3-63be1faf988a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=38f2471bf62747518ff72559c3e0dea4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1325016 Sep 22 20:11:56.677330 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.713951 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81c0469-07dc-4bcc-afdf-019baec59b95,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:56.764919 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db418ae-0f09-4237-a0c0-2b78240fd738 req-6c67cd0c-d9ab-4bba-96ee-70ecf2fcf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:56.766506 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-9db418ae-0f09-4237-a0c0-2b78240fd738 req-6c67cd0c-d9ab-4bba-96ee-70ecf2fcf9a3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543188 Sep 22 20:11:56.786472 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.904944 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.909506 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:56.975653 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-2635bcd6-890d-4c15-8c82-0e32a8ebafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:56.977157 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-2635bcd6-890d-4c15-8c82-0e32a8ebafec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 1096 time: 0.1593924 Sep 22 20:11:57.031020 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e42580-8d41-4ff5-8286-27c0b75758cd req-7283ed91-0244-44a7-8b07-092172eafbf9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:57.032548 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f1e42580-8d41-4ff5-8286-27c0b75758cd req-7283ed91-0244-44a7-8b07-092172eafbf9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 943 time: 0.1257491 Sep 22 20:11:57.033802 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-c0917284-3107-4145-b597-3f20c11da3ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09943de-df57-4cbc-8b44-0cfca8a2af4e HTTP/1.1" status: 200 len: 217 time: 0.0476208 Sep 22 20:11:57.079165 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.079680 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a4bef7-f215-4868-949a-b6b2db04bc6d {{(pid=101136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:11:57.087238 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.088365 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-c0dea658-ecd8-4a06-9106-fa6ec9fbc0d0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/b7a4bef7-f215-4868-949a-b6b2db04bc6d HTTP/1.1" status: 204 len: 168 time: 1.5929968 Sep 22 20:11:57.091018 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47760) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:57.114504 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-f1e42580-8d41-4ff5-8286-27c0b75758cd req-f8b427ff-b21b-4aed-8e3e-fb89a4213c40 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750809 Sep 22 20:11:57.116059 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-2f5efe47-47bb-458f-9381-a4d2b5291bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:57.117453 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-2f5efe47-47bb-458f-9381-a4d2b5291bb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0769963 Sep 22 20:11:57.147864 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f1030c-e7fc-4d0b-9a86-c285b00f6dde admin admin] Deleting subnet a4d966bd-8538-4471-becc-c9254c22958e {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:11:57.153648 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82f1030c-e7fc-4d0b-9a86-c285b00f6dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.166862 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-422cc9a2-35fc-4171-a9de-867c4b9e8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:57.168790 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-422cc9a2-35fc-4171-a9de-867c4b9e8723 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443850 Sep 22 20:11:57.190586 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82f1030c-e7fc-4d0b-9a86-c285b00f6dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.223562 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47762) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:57.243383 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-87baa43d-c333-40a0-81f1-4dce98389505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.313439 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82f1030c-e7fc-4d0b-9a86-c285b00f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.427702 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-87baa43d-c333-40a0-81f1-4dce98389505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.456242 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82f1030c-e7fc-4d0b-9a86-c285b00f6dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.483738 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1030c-e7fc-4d0b-9a86-c285b00f6dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d966bd-8538-4471-becc-c9254c22958e,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:57.488358 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-82f1030c-e7fc-4d0b-9a86-c285b00f6dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.490955 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-82f1030c-e7fc-4d0b-9a86-c285b00f6dde admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a4d966bd-8538-4471-becc-c9254c22958e HTTP/1.1" status: 204 len: 168 time: 0.3983672 Sep 22 20:11:57.492824 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47764) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:57.494960 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f39e5b6-6475-4ee1-a23a-430b0101713d None None] Network bafc4f35-7ed5-4156-9744-48ee41f9816b requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:11:57.526977 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-87baa43d-c333-40a0-81f1-4dce98389505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.553523 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-c3fea2b9-5bf6-4baa-9de1-624fd0307730 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778131 Sep 22 20:11:57.595816 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87baa43d-c333-40a0-81f1-4dce98389505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fb5ccf-e4bf-4301-82d1-d54c75b08ee2,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:57.624089 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device c81c0469-07dc-4bcc-afdf-019baec59b95 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:57.624227 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.634557 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-87baa43d-c333-40a0-81f1-4dce98389505 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6478764c52a04ebcbd6d7e9a9bbe4aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074333 Sep 22 20:11:57.634778 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47766) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:57.648293 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: c81c0469-07dc-4bcc-afdf-019baec59b95 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:57.648293 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device c81c0469-07dc-4bcc-afdf-019baec59b95 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:57.648644 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9b9a59ac-30e0-4492-9d37-02fafd968918 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:57.670313 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 9b9a59ac-30e0-4492-9d37-02fafd968918 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:57.670648 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 9b9a59ac-30e0-4492-9d37-02fafd968918 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:57.699337 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d8dd5e04-ad38-4088-a6eb-380fc9b6e028 req-ba9b0a80-c910-4709-9aea-1c4fc6eb35e9 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380613 Sep 22 20:11:57.721271 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-29dd639f-900d-490c-a872-b5c10a2fcd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.742030 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Deleting port d683e76e-3ac2-4182-aebc-cfda6ae8b752 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:57.742379 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.758208 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] DHCP port deletion for bafc4f35-7ed5-4156-9744-48ee41f9816b request from dv-cinder-778534-8-iscsi {{(pid=101138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 20:11:57.764414 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-29dd639f-900d-490c-a872-b5c10a2fcd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.808550 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] Deleting port d683e76e-3ac2-4182-aebc-cfda6ae8b752 {{(pid=101138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:11:57.808943 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.839858 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] For port d683e76e-3ac2-4182-aebc-cfda6ae8b752, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=d683e76e-3ac2-4182-aebc-cfda6ae8b752,segment=NetworkSegment(341c0429-be8c-4cf1-adff-3e20d67c4f08),segment_id=341c0429-be8c-4cf1-adff-3e20d67c4f08)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:57.840796 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.853082 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Calling delete_port for d683e76e-3ac2-4182-aebc-cfda6ae8b752 owned by network:dhcp {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:57.871387 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] For port d683e76e-3ac2-4182-aebc-cfda6ae8b752, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=d683e76e-3ac2-4182-aebc-cfda6ae8b752,segment=NetworkSegment(341c0429-be8c-4cf1-adff-3e20d67c4f08),segment_id=341c0429-be8c-4cf1-adff-3e20d67c4f08)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:11:57.871719 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.883972 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] Calling delete_port for d683e76e-3ac2-4182-aebc-cfda6ae8b752 owned by network:dhcp {{(pid=101138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:11:57.947649 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-29dd639f-900d-490c-a872-b5c10a2fcd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.950762 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-29dd639f-900d-490c-a872-b5c10a2fcd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:57.953597 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-29dd639f-900d-490c-a872-b5c10a2fcd65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22fb5ccf-e4bf-4301-82d1-d54c75b08ee2 HTTP/1.1" status: 204 len: 168 time: 0.3161726 Sep 22 20:11:57.959860 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd639f-900d-490c-a872-b5c10a2fcd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fb5ccf-e4bf-4301-82d1-d54c75b08ee2,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:58.059555 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.066968 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082'] for port, after_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.087296 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] No DVR routers for this DVR port d683e76e-3ac2-4182-aebc-cfda6ae8b752 on host dv-cinder-778534-8-iscsi {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:58.091347 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d683e76e-3ac2-4182-aebc-cfda6ae8b752,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:58.094700 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] Pushing event deleted for resources: {'Port': ['ID=d683e76e-3ac2-4182-aebc-cfda6ae8b752,revision_number=None']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:58.096752 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34955202-5a48-40f5-97aa-aaebe6e30626 None None] No DVR routers for this DVR port d683e76e-3ac2-4182-aebc-cfda6ae8b752 on host dv-cinder-778534-8-iscsi {{(pid=101138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:11:58.158938 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.182667 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafc4f35-7ed5-4156-9744-48ee41f9816b']}} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:58.192162 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341c0429-be8c-4cf1-adff-3e20d67c4f08') {'for_net_delete': True} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:58.192458 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341c0429-be8c-4cf1-adff-3e20d67c4f08') {} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:11:58.202296 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30124357'] for segment, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.216026 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.222189 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=101137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:11:58.222586 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30124759'] for segment, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: Traceback (most recent call last): Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: timer() Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: cb(*args, **kw) Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: return func(*args, **kwargs) Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: self._notify() Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: self.callback(batched_events) Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: event.method(event) Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: return f(self, *a, **k) Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._get(url).json() Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: return self.request(url, 'GET', **kwargs) Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:11:58.224284 dv-cinder-778534-8-iscsi neutron-server[101137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:11:58.240757 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842af4e2-7319-458e-a82e-132dbc3f311d req-7538be36-c9a4-43c6-9083-8029837788bf tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:58.242292 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-842af4e2-7319-458e-a82e-132dbc3f311d req-7538be36-c9a4-43c6-9083-8029837788bf tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 943 time: 0.0552785 Sep 22 20:11:58.285512 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-842af4e2-7319-458e-a82e-132dbc3f311d req-621745b8-35af-4c5a-a45c-1d976fef6c3b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352926 Sep 22 20:11:58.393447 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.410527 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.412354 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bafc4f35-7ed5-4156-9744-48ee41f9816b HTTP/1.1" status: 204 len: 168 time: 0.9183776 Sep 22 20:11:58.413608 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08280f-7623-45a0-a59f-266fae128ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bafc4f35-7ed5-4156-9744-48ee41f9816b,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:58.796907 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47790) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:58.835329 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-1d5d5cfb-abd3-421c-9832-5091ee04f915 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df98130cff6247b2be4d949775e41f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373120 Sep 22 20:11:58.837673 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47792) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:58.892324 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e007de26-e9ff-4791-9bd0-81260876e400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:58.912886 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e007de26-e9ff-4791-9bd0-81260876e400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:59.027323 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e007de26-e9ff-4791-9bd0-81260876e400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:59.030300 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e007de26-e9ff-4791-9bd0-81260876e400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:59.031462 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e007de26-e9ff-4791-9bd0-81260876e400 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7b08913b-4ca5-4caa-8d41-0b839f842f9b HTTP/1.1" status: 204 len: 168 time: 0.1928842 Sep 22 20:11:59.038976 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007de26-e9ff-4791-9bd0-81260876e400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b08913b-4ca5-4caa-8d41-0b839f842f9b,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:11:59.378947 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device d683e76e-3ac2-4182-aebc-cfda6ae8b752 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:11:59.406456 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: d683e76e-3ac2-4182-aebc-cfda6ae8b752 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:11:59.406803 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device d683e76e-3ac2-4182-aebc-cfda6ae8b752 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:11:59.409392 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59038d-835e-4b75-bbaa-be71b715eaad req-af532838-f56c-400d-a445-33f93ae82e6f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:11:59.414180 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb59038d-835e-4b75-bbaa-be71b715eaad req-af532838-f56c-400d-a445-33f93ae82e6f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 943 time: 0.0540798 Sep 22 20:11:59.449766 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-cb59038d-835e-4b75-bbaa-be71b715eaad req-47f645c3-7f46-4e3a-95f2-96dda1e04b3e tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324440 Sep 22 20:11:59.804878 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47816) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:59.844691 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-c2797226-6427-4667-9da2-e5f9d07192ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=846e1ef8f73f4f31a230125a561a6b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386257 Sep 22 20:11:59.847276 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47818) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:11:59.895677 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b6931bfb-2177-4605-80e2-c39a1d3126d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:11:59.916353 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b6931bfb-2177-4605-80e2-c39a1d3126d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.032844 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47824) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:00.033076 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b6931bfb-2177-4605-80e2-c39a1d3126d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.035866 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-b6931bfb-2177-4605-80e2-c39a1d3126d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.037043 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-b6931bfb-2177-4605-80e2-c39a1d3126d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be9eede3-4628-4f78-a2af-fedbe690d4d2 HTTP/1.1" status: 204 len: 168 time: 0.1888626 Sep 22 20:12:00.053220 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6931bfb-2177-4605-80e2-c39a1d3126d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9eede3-4628-4f78-a2af-fedbe690d4d2,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:00.164281 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b1c2922e-bfa8-4b2b-a0e0-09afaa8bc2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.250653 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b1c2922e-bfa8-4b2b-a0e0-09afaa8bc2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.387396 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-b1c2922e-bfa8-4b2b-a0e0-09afaa8bc2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.428914 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-b1c2922e-bfa8-4b2b-a0e0-09afaa8bc2ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dee47ee338b04bf18c2e2ca85e55c122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3949692 Sep 22 20:12:00.429801 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2922e-bfa8-4b2b-a0e0-09afaa8bc2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561137fc-6dcc-44d4-b621-c64cac166aa3,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:00.431622 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47834) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:00.499863 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a0e27d5-0b1f-43c3-8042-28fa8ea58aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.531778 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a0e27d5-0b1f-43c3-8042-28fa8ea58aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.602785 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467e04a-42c5-4a8d-bb3d-f9285b6cb160 req-8f36020e-875e-4f8b-8d9a-bdd42ce0c316 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:00.610050 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e467e04a-42c5-4a8d-bb3d-f9285b6cb160 req-8f36020e-875e-4f8b-8d9a-bdd42ce0c316 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 943 time: 0.0688081 Sep 22 20:12:00.648545 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-e467e04a-42c5-4a8d-bb3d-f9285b6cb160 req-94760739-efee-4eba-80ce-c51abb270513 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374374 Sep 22 20:12:00.655886 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a0e27d5-0b1f-43c3-8042-28fa8ea58aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.660409 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2a0e27d5-0b1f-43c3-8042-28fa8ea58aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:00.664438 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-2a0e27d5-0b1f-43c3-8042-28fa8ea58aa4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/561137fc-6dcc-44d4-b621-c64cac166aa3 HTTP/1.1" status: 204 len: 168 time: 0.2315350 Sep 22 20:12:00.677151 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e27d5-0b1f-43c3-8042-28fa8ea58aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561137fc-6dcc-44d4-b621-c64cac166aa3,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:01.016742 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:12:01.761391 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1fc15-37b2-4850-baaa-5dbb665ffec0 req-28e35afa-40c7-46d3-ba52-199a8adbb59f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:01.762931 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23d1fc15-37b2-4850-baaa-5dbb665ffec0 req-28e35afa-40c7-46d3-ba52-199a8adbb59f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 943 time: 0.0462470 Sep 22 20:12:01.799571 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-23d1fc15-37b2-4850-baaa-5dbb665ffec0 req-733cfe42-6cb9-4efd-91df-75f10e18af9a tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301213 Sep 22 20:12:02.283201 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47882) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:02.405829 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e12f2152-9541-44ea-9086-69dbd86d8fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:02.470966 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e12f2152-9541-44ea-9086-69dbd86d8fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:02.535784 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e12f2152-9541-44ea-9086-69dbd86d8fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:02.572471 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f2152-9541-44ea-9086-69dbd86d8fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f9d1e-a08b-40e0-99cb-4028b35dea96,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:02.576794 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e12f2152-9541-44ea-9086-69dbd86d8fc9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d9ce5d7574b4afa89ccc7ddc02227eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925947 Sep 22 20:12:02.582650 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47886) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:02.626428 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ad1504d5-3c7d-4745-ba8f-a51ecc66432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:02.646558 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ad1504d5-3c7d-4745-ba8f-a51ecc66432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:02.773679 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ad1504d5-3c7d-4745-ba8f-a51ecc66432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:02.776199 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ad1504d5-3c7d-4745-ba8f-a51ecc66432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:02.777358 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ad1504d5-3c7d-4745-ba8f-a51ecc66432e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c5f9d1e-a08b-40e0-99cb-4028b35dea96 HTTP/1.1" status: 204 len: 168 time: 0.1970761 Sep 22 20:12:02.785191 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1504d5-3c7d-4745-ba8f-a51ecc66432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f9d1e-a08b-40e0-99cb-4028b35dea96,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:02.913402 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8d5d-63de-4ef6-854f-77e9e1658601 req-91cd9f51-aa31-44e3-baf1-cba3f1b6685b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:02.915035 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-814b8d5d-63de-4ef6-854f-77e9e1658601 req-91cd9f51-aa31-44e3-baf1-cba3f1b6685b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 943 time: 0.0505719 Sep 22 20:12:02.952157 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-814b8d5d-63de-4ef6-854f-77e9e1658601 req-7e27ccaf-aa5b-43c9-afbd-f81bad56021a tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Sep 22 20:12:03.363721 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47894) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:03.376980 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dc16d756-7878-4181-9d77-8007760d49df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:03.462174 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dc16d756-7878-4181-9d77-8007760d49df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:03.552913 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dc16d756-7878-4181-9d77-8007760d49df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:03.590043 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16d756-7878-4181-9d77-8007760d49df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da71bf0f-8a9f-461d-ae71-77fad16dc85a,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:03.595311 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-dc16d756-7878-4181-9d77-8007760d49df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5a63df53f6f416fa8964b41d2ba34fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305930 Sep 22 20:12:03.597970 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47896) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:03.644534 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8c2f-0ed9-41f0-9e65-eb880652be71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:03.664799 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8c2f-0ed9-41f0-9e65-eb880652be71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:03.785002 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8c2f-0ed9-41f0-9e65-eb880652be71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:03.787495 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-fb2f8c2f-0ed9-41f0-9e65-eb880652be71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:03.788631 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-fb2f8c2f-0ed9-41f0-9e65-eb880652be71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da71bf0f-8a9f-461d-ae71-77fad16dc85a HTTP/1.1" status: 204 len: 168 time: 0.1897571 Sep 22 20:12:03.796446 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f8c2f-0ed9-41f0-9e65-eb880652be71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da71bf0f-8a9f-461d-ae71-77fad16dc85a,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:04.063800 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a423-3733-4c33-a29c-dd48dcc33540 req-202f8f5f-7bf7-4705-84af-2379e98f3fc4 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:04.065217 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-75c6a423-3733-4c33-a29c-dd48dcc33540 req-202f8f5f-7bf7-4705-84af-2379e98f3fc4 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 943 time: 0.0473645 Sep 22 20:12:04.104118 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-75c6a423-3733-4c33-a29c-dd48dcc33540 req-e504b8a6-a669-42a0-b794-16a4e54843f8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329671 Sep 22 20:12:05.213643 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ad867-734b-4ea8-a909-be7e5b945700 req-4b21698f-7046-4ad0-abf1-8744f03a1dc4 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:05.215156 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca5ad867-734b-4ea8-a909-be7e5b945700 req-4b21698f-7046-4ad0-abf1-8744f03a1dc4 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 943 time: 0.0472364 Sep 22 20:12:05.252224 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-ca5ad867-734b-4ea8-a909-be7e5b945700 req-e790ab04-e003-46f1-83f8-8754f7220f90 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303681 Sep 22 20:12:06.019301 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device d09943de-df57-4cbc-8b44-0cfca8a2af4e details requested by agent hyperv_hv-cinder-77853 with host hv-cinder-77853 {{(pid=101138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 20:12:06.113500 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port d09943de-df57-4cbc-8b44-0cfca8a2af4e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d09943de-df57-4cbc-8b44-0cfca8a2af4e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:12:06.125379 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Returning: {'device': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'port_id': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'mac_address': 'fa:16:3e:41:0f:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 20:12:06.161364 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:06.174279 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d09943de-df57-4cbc-8b44-0cfca8a2af4e {{(pid=101138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 20:12:06.193459 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port d09943de-df57-4cbc-8b44-0cfca8a2af4e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d09943de-df57-4cbc-8b44-0cfca8a2af4e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:12:06.280079 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:06.328648 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=d09943de-df57-4cbc-8b44-0cfca8a2af4e,revision_number=4']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:06.369857 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96769bb4-cfb3-4828-a06c-7f35a13ee9eb req-611caf96-9015-4a95-a9da-5827f6bca882 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:06.371353 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96769bb4-cfb3-4828-a06c-7f35a13ee9eb req-611caf96-9015-4a95-a9da-5827f6bca882 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 944 time: 0.0527394 Sep 22 20:12:06.408903 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-96769bb4-cfb3-4828-a06c-7f35a13ee9eb req-32510d82-ce87-43c6-9c98-4928219269e8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317042 Sep 22 20:12:06.520618 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] get_ports_and_sgs() called for port_ids ['d09943de-df57-4cbc-8b44-0cfca8a2af4e'] {{(pid=101138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 20:12:06.699186 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47970) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:06.803188 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3ce3-5ebf-453e-9494-2509ea147843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:06.886582 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3ce3-5ebf-453e-9494-2509ea147843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:06.935336 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0cdf3ce3-5ebf-453e-9494-2509ea147843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:06.971704 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf3ce3-5ebf-453e-9494-2509ea147843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c3aed9-fb71-44fc-8e19-e6777cc12aa2,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:06.976000 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-0cdf3ce3-5ebf-453e-9494-2509ea147843 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64d6fda08df2490d8dc8e4f8dfad9cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757747 Sep 22 20:12:06.978640 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47974) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:07.024283 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-445933c3-b359-414c-afa8-f682aecd57e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:07.045304 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-445933c3-b359-414c-afa8-f682aecd57e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:07.169804 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-445933c3-b359-414c-afa8-f682aecd57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:07.172169 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-445933c3-b359-414c-afa8-f682aecd57e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:07.173353 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-445933c3-b359-414c-afa8-f682aecd57e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0c3aed9-fb71-44fc-8e19-e6777cc12aa2 HTTP/1.1" status: 204 len: 168 time: 0.1938324 Sep 22 20:12:07.180791 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445933c3-b359-414c-afa8-f682aecd57e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c3aed9-fb71-44fc-8e19-e6777cc12aa2,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:07.525237 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d31ec9-fed4-4bbe-8fe4-4f6cff3d2881 req-e6c7c949-438c-4519-acb6-4b0b00d861b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:07.526875 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9d31ec9-fed4-4bbe-8fe4-4f6cff3d2881 req-e6c7c949-438c-4519-acb6-4b0b00d861b1 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 944 time: 0.0512679 Sep 22 20:12:07.564832 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a9d31ec9-fed4-4bbe-8fe4-4f6cff3d2881 req-2c8dc1a5-3666-4526-9f48-b511153a56ee tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322165 Sep 22 20:12:07.829002 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 47982) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:07.842805 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ce3322d5-6c64-497f-8195-0aee4346a2e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:07.940104 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ce3322d5-6c64-497f-8195-0aee4346a2e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.038311 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-ce3322d5-6c64-497f-8195-0aee4346a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.050265 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device d09943de-df57-4cbc-8b44-0cfca8a2af4e up at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:12:08.077508 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-ce3322d5-6c64-497f-8195-0aee4346a2e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd5c9c1485e74a6e95cf4f5964bcc9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474146 Sep 22 20:12:08.078934 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3322d5-6c64-497f-8195-0aee4346a2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a1f2be-9f86-4477-b134-bf3a4e33bbb4,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:08.081113 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 47984) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:08.132395 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2955e-a0b9-4608-89ab-006c53b0e6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.153764 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2955e-a0b9-4608-89ab-006c53b0e6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.158674 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning for port d09943de-df57-4cbc-8b44-0cfca8a2af4e completed by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 20:12:08.162437 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.provisioning_blocks [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Provisioning complete for port d09943de-df57-4cbc-8b44-0cfca8a2af4e triggered by entity L2. {{(pid=101138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:12:08.162806 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-657979'] for port, provisioning_complete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.246784 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.268554 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e'}] {{(pid=101138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:12:08.270791 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a6c8dd56b3fb430b03f313588e42fe0602a1d15b6296c37f679b62b56860e04" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69652dcc-b767-4349-8c69-42e121e6216f" -d '{"events": [{"server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "name": "network-vif-plugged", "status": "completed", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e"}]}' {{(pid=101138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:12:08.285456 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] For port d09943de-df57-4cbc-8b44-0cfca8a2af4e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d09943de-df57-4cbc-8b44-0cfca8a2af4e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:12:08.287655 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2955e-a0b9-4608-89ab-006c53b0e6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.290240 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2955e-a0b9-4608-89ab-006c53b0e6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.291405 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f0a2955e-a0b9-4608-89ab-006c53b0e6e7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9a1f2be-9f86-4477-b134-bf3a4e33bbb4 HTTP/1.1" status: 204 len: 168 time: 0.2092273 Sep 22 20:12:08.299876 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2955e-a0b9-4608-89ab-006c53b0e6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a1f2be-9f86-4477-b134-bf3a4e33bbb4,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:08.311946 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f221521-b3a8-4d7e-a595-416028d7e5ca x-openstack-request-id: req-2f221521-b3a8-4d7e-a595-416028d7e5ca {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:12:08.312851 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "name": "network-vif-plugged", "status": "completed", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e", "code": 200}]} {{(pid=101138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:12:08.313100 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f221521-b3a8-4d7e-a595-416028d7e5ca {{(pid=101138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:12:08.313552 dv-cinder-778534-8-iscsi neutron-server[101138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'code': 200} Sep 22 20:12:08.347187 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109'] for port, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:08.396547 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Pushing event updated for resources: {'Port': ['ID=d09943de-df57-4cbc-8b44-0cfca8a2af4e,revision_number=5']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:08.708653 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710e8ae-f234-4342-a0c5-afac25850449 req-6b43b9fa-90e2-46c8-b4f0-6b440a96ded5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:08.710180 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0710e8ae-f234-4342-a0c5-afac25850449 req-6b43b9fa-90e2-46c8-b4f0-6b440a96ded5 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 945 time: 0.0792279 Sep 22 20:12:08.712818 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a9295-4aeb-4e04-9d74-2887a117c19b req-5dc62631-885c-424a-8287-f9d70265d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:08.714326 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-543a9295-4aeb-4e04-9d74-2887a117c19b req-5dc62631-885c-424a-8287-f9d70265d1eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 1098 time: 0.0735216 Sep 22 20:12:08.770805 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-543a9295-4aeb-4e04-9d74-2887a117c19b req-babfe542-fe4b-40b6-b9c4-b70c32f9d59c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475626 Sep 22 20:12:08.773510 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0710e8ae-f234-4342-a0c5-afac25850449 req-3ffdc758-1c73-4b88-a6c0-28d9a6a5118d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569758 Sep 22 20:12:09.886848 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cabcf6-2552-4207-9a49-896aa3674216 req-99ce5c7b-85e4-4672-9983-84a5528de094 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:09.888353 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-04cabcf6-2552-4207-9a49-896aa3674216 req-99ce5c7b-85e4-4672-9983-84a5528de094 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 945 time: 0.0474429 Sep 22 20:12:09.930082 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-04cabcf6-2552-4207-9a49-896aa3674216 req-1be0c783-35aa-4ef8-aac9-3cbb5521e140 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353174 Sep 22 20:12:11.043754 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b417681-3159-4e55-843c-e5b31aa4a3e9 req-89dac1dd-dfc5-477b-a632-f7e6924b36bd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:11.045260 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2b417681-3159-4e55-843c-e5b31aa4a3e9 req-89dac1dd-dfc5-477b-a632-f7e6924b36bd tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 945 time: 0.0487573 Sep 22 20:12:11.082595 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2b417681-3159-4e55-843c-e5b31aa4a3e9 req-db5f1eb4-08bc-40a9-ba42-b8d4163963f9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307138 Sep 22 20:12:11.196061 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940ddca-7c2d-4759-b427-a42ee99fba4d req-49047cc7-9ee5-4e23-bc97-b00cd8cbf737 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:11.197787 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c940ddca-7c2d-4759-b427-a42ee99fba4d req-49047cc7-9ee5-4e23-bc97-b00cd8cbf737 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 945 time: 0.0506516 Sep 22 20:12:11.236651 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-c940ddca-7c2d-4759-b427-a42ee99fba4d req-bd686311-bd14-4a37-8f5a-b42bfa2989da tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329154 Sep 22 20:12:11.268888 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 48080) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:11.453005 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9553e8-ada5-4bbc-ae60-d4b57e6e9484 tempest-TestVolumeBootPattern-1187712913 tempest-TestVolumeBootPattern-1187712913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:11.455039 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-db9553e8-ada5-4bbc-ae60-d4b57e6e9484 tempest-TestVolumeBootPattern-1187712913 tempest-TestVolumeBootPattern-1187712913-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 1093 time: 0.1851599 Sep 22 20:12:11.457819 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 48084) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:11.461934 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.v2.base [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Request body: {'floatingip': {'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'port_id': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:12:11.547224 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:11.651164 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:11.756222 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_common [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Allocated IP 172.27.2.95 (c4fd79b2-f866-4fd0-a191-e88fdad7f712/04febbb5-893b-4e4d-99d4-70d57253f019/883c0d70-6750-4486-a52d-64d100ff99ea) {{(pid=101136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:12:11.861373 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:11.942240 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791881883073', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:11.980532 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Network c4fd79b2-f866-4fd0-a191-e88fdad7f712 is already hosted by enough agents. {{(pid=101136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:12:11.984660 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.base_scheduler [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Resources bound (agent type, host, resource id): {{(pid=101136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:12:11.991998 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Received port after_create {{(pid=101136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:12:11.995170 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=883c0d70-6750-4486-a52d-64d100ff99ea,revision_number=1']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:12.343214 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:12.481916 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:12.635996 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for port, precommit_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:12.693601 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791882404356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791881883091', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791881883109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29555307'] for port, after_update {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:12.763911 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event updated for resources: {'Port': ['ID=883c0d70-6750-4486-a52d-64d100ff99ea,revision_number=2']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:12.775948 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33076249'] for floatingip, after_create {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:12.875337 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.db.l3_db [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Floating IP 37a14b80-7ec3-4067-bd36-80b4c1ec443d associated. External IP: 172.27.2.95, port: d09943de-df57-4cbc-8b44-0cfca8a2af4e. Sep 22 20:12:12.887919 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-4ce1b7a4-f4f9-471b-b631-83f708dfeb49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:13.079506 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:12:13.184997 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:12:13.195538 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:12:13.204409 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:12:13.205019 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:11:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:12:13.278569 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:13.309402 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-df0c4930-04a9-41a8-8be0-83764cdf60be tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8505363 Sep 22 20:12:13.310389 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:12:13.312659 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:12:13.327264 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:12:13.351058 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f0a6ab-469f-45a7-94dc-364bc2e10674 x-openstack-request-id: req-73f0a6ab-469f-45a7-94dc-364bc2e10674 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:12:13.351545 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:12:13.351654 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73f0a6ab-469f-45a7-94dc-364bc2e10674 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:12:13.351963 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'status': 'completed', 'code': 200} Sep 22 20:12:13.420278 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-92f94240-b6ca-48d4-871e-00f6c9c69382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:13.421848 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-92f94240-b6ca-48d4-871e-00f6c9c69382 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 1098 time: 0.0411301 Sep 22 20:12:13.515121 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-d1cf7351-8711-4fce-b7f4-9254065f5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:13.516596 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-d1cf7351-8711-4fce-b7f4-9254065f5fed service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 913 time: 0.0879173 Sep 22 20:12:13.572382 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '37a14b80-7ec3-4067-bd36-80b4c1ec443d', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:41:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:12:12Z', 'updated_at': '2021-09-22T20:12:12Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}, {'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:49Z', 'revision_number': 1, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:12:13.585357 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-e6c87289-9d15-4151-bec6-c93a9b18dbd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09943de-df57-4cbc-8b44-0cfca8a2af4e HTTP/1.1" status: 200 len: 998 time: 0.0610263 Sep 22 20:12:13.601943 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:12:13.610064 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:12:13.610668 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:11:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:12:13.637279 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-209d2d5f-44bc-4c2c-844d-0ebbcefa4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:13.638787 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-209d2d5f-44bc-4c2c-844d-0ebbcefa4c0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0465999 Sep 22 20:12:13.686549 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-4cdb6497-9d83-4ea3-ac9f-61c3e1ce70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:13.689218 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-4cdb6497-9d83-4ea3-ac9f-61c3e1ce70c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430989 Sep 22 20:12:13.726504 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:12:13.782237 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-c272cf09-540b-4809-aa90-87dce12368df service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849757 Sep 22 20:12:13.879229 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-51f5ddbc-bf86-42eb-a9f7-a13fc7286497 req-06272972-695d-416a-a1c0-fb78289c30d6 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892818 Sep 22 20:12:13.956473 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '37a14b80-7ec3-4067-bd36-80b4c1ec443d', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:41:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:12:12Z', 'updated_at': '2021-09-22T20:12:12Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}, {'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:49Z', 'revision_number': 1, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:12:13.985923 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a3bcad-8795-4e5f-8f77-071c46f4b770 None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '37a14b80-7ec3-4067-bd36-80b4c1ec443d', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:41:0f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:12:12Z', 'updated_at': '2021-09-22T20:12:12Z', 'revision_number': 0, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}, {'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:49Z', 'revision_number': 1, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:12:14.185861 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5365ec-de3a-4172-bdb1-2f85f1809549 None None] New status for floating IP 37a14b80-7ec3-4067-bd36-80b4c1ec443d: ACTIVE {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:12:15.524175 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-83d4f4c9-6de3-4a30-bdcb-12684c62edcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:16.224648 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:16.716543 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:18.427225 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:22.700638 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:29.107664 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48150) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:29.208996 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0a839d8a-8463-46dd-ae85-d2a47e00fdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:29.291758 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0a839d8a-8463-46dd-ae85-d2a47e00fdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:29.397831 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-0a839d8a-8463-46dd-ae85-d2a47e00fdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_create {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:29.434677 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a839d8a-8463-46dd-ae85-d2a47e00fdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41f25ce-1793-4844-a73c-db3745da771d,revision_number=1']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:29.440232 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-0a839d8a-8463-46dd-ae85-d2a47e00fdb3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9a49dd95b5a4ec6a21e0bc8c6c59a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315458 Sep 22 20:12:29.443767 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48154) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:12:29.491068 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-74f14c65-f63c-4889-ac3c-2b32fda6f39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:29.511121 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-74f14c65-f63c-4889-ac3c-2b32fda6f39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:29.632264 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-74f14c65-f63c-4889-ac3c-2b32fda6f39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:29.634756 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-74f14c65-f63c-4889-ac3c-2b32fda6f39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:29.635885 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-74f14c65-f63c-4889-ac3c-2b32fda6f39d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b41f25ce-1793-4844-a73c-db3745da771d HTTP/1.1" status: 204 len: 168 time: 0.1912661 Sep 22 20:12:29.643731 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f14c65-f63c-4889-ac3c-2b32fda6f39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41f25ce-1793-4844-a73c-db3745da771d,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:12:38.016092 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:12:42.888902 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-7d19ee8e-e299-49c0-aa38-d8f27d672978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:45.540164 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-4a8fbadd-f6f1-4095-b96e-2c5f9fd6c588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:46.305909 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:46.744036 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:48.448969 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:52.694291 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:12:54.159141 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-97a4aafe-c8b4-42fd-9c3a-09bf625f37fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379682 Sep 22 20:12:54.235213 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-85a8d5e5-a3bc-4b6e-8873-73ca0058b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:54.236655 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-85a8d5e5-a3bc-4b6e-8873-73ca0058b937 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 1098 time: 0.0381389 Sep 22 20:12:54.338282 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-86c77da1-13cb-4b6a-9d8b-bb53110fb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:54.339734 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-86c77da1-13cb-4b6a-9d8b-bb53110fb3c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 913 time: 0.0845678 Sep 22 20:12:54.401977 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-408eb67e-33aa-4702-ad0b-6d70d777045f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c HTTP/1.1" status: 200 len: 1000 time: 0.0555429 Sep 22 20:12:54.452995 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-43002660-b185-4706-babd-26fe6478318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:54.454426 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-43002660-b185-4706-babd-26fe6478318a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0455685 Sep 22 20:12:54.496423 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-7b60b4fc-b4c1-4899-84d3-e65a8e941b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:12:54.497846 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-7b60b4fc-b4c1-4899-84d3-e65a8e941b52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0366402 Sep 22 20:12:54.586235 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-74a5f23d-22ea-44b8-8ed9-eb8e9c9eb29a service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811155 Sep 22 20:12:54.671447 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-a5eebccd-abef-405d-971a-eb7db7013bfe req-c7fb2729-3f06-4bf5-8c75-23479778b4a0 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781193 Sep 22 20:13:12.908868 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-19c795c6-b0b7-4a4b-8498-a996ea3e72bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:15.014849 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:13:15.533662 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-fc3c66d5-8075-4bb8-ba10-7177caced854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:16.199973 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:16.693592 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:18.470767 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:22.705030 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:42.892900 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-6d88b17a-c9a0-4d6d-a84c-f23e02dbb653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:44.567489 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48172) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:13:44.716647 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Deleting port 883c0d70-6750-4486-a52d-64d100ff99ea {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:13:44.716992 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:44.796687 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:44.797204 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:44.809159 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Calling delete_port for 883c0d70-6750-4486-a52d-64d100ff99ea owned by network:floatingip {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:13:45.017074 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:45.042171 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event deleted for resources: {'Port': ['ID=883c0d70-6750-4486-a52d-64d100ff99ea,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:13:45.064600 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.064945 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.065274 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.065624 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.065967 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.066291 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.066613 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.066933 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.067251 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.067566 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.067877 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.068189 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:45.111245 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:45.111575 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.l3_db [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Floating IP 37a14b80-7ec3-4067-bd36-80b4c1ec443d disassociated (deleted). External IP: 172.27.2.95, port: d09943de-df57-4cbc-8b44-0cfca8a2af4e. Sep 22 20:13:45.308570 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:13:45.414169 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:13:45.418888 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:45.424195 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:13:45.433556 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:13:45.434202 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:13:15Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:13:45.445702 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-e2190f27-976f-4286-8a10-14fa2ec0b38b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "DELETE /v2.0/floatingips/37a14b80-7ec3-4067-bd36-80b4c1ec443d HTTP/1.1" status: 204 len: 168 time: 0.8771470 Sep 22 20:13:45.446305 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:13:45.449300 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909c9fda-dc4d-480f-8be0-584a46574ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:13:45.500821 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04787240-909f-42b1-8dad-1fdcf04055df x-openstack-request-id: req-04787240-909f-42b1-8dad-1fdcf04055df {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:13:45.500821 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:13:45.500821 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04787240-909f-42b1-8dad-1fdcf04055df {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:13:45.500821 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'status': 'completed', 'code': 200} Sep 22 20:13:45.549314 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:13:45.552729 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-d5635258-1a8c-425d-b806-1ec7f4103de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:45.651712 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-1d91f2bf-d3bb-4b77-a1bf-ca47bbe8086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:45.653221 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-1d91f2bf-d3bb-4b77-a1bf-ca47bbe8086a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 1098 time: 0.1326571 Sep 22 20:13:45.749965 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-f05725ef-2887-4193-be07-b80220e40763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:45.751455 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-f05725ef-2887-4193-be07-b80220e40763 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 913 time: 0.0918312 Sep 22 20:13:45.773276 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:49Z', 'revision_number': 1, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:13:45.793091 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-8b469eae-b4de-4e75-a13a-fff3da4a7163 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d09943de-df57-4cbc-8b44-0cfca8a2af4e HTTP/1.1" status: 200 len: 217 time: 0.0343773 Sep 22 20:13:45.799707 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:13:45.808920 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:13:45.809592 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:13:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:13:45.855023 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-581cf024-f7d2-4307-93a8-d7f423031ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:45.856382 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-581cf024-f7d2-4307-93a8-d7f423031ff5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0571334 Sep 22 20:13:45.903803 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-bab318b9-5cd9-4d8d-8c8e-1c2c2e870645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:45.905026 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-bab318b9-5cd9-4d8d-8c8e-1c2c2e870645 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419099 Sep 22 20:13:45.916371 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-3fcd6a3e-7c3d-451e-a208-76a1df4d6120 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=101136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:13:45.918049 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-3fcd6a3e-7c3d-451e-a208-76a1df4d6120 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055187 Sep 22 20:13:45.953482 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:13:46.036465 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-d6a339d3-b28b-40d7-89a2-8b01427ed997 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116102 Sep 22 20:13:46.049130 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fdb328-56c8-4ac1-b2bc-373259b24cbc req-0aaadec8-a827-4550-8af7-1da3454f4671 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:46.051723 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d5fdb328-56c8-4ac1-b2bc-373259b24cbc req-0aaadec8-a827-4550-8af7-1da3454f4671 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 945 time: 0.2026191 Sep 22 20:13:46.150600 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d5fdb328-56c8-4ac1-b2bc-373259b24cbc req-f2f9f61f-ede1-4e52-9eb4-cfc81d8dbace tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841815 Sep 22 20:13:46.166224 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-909c9fda-dc4d-480f-8be0-584a46574ebb req-b3723b4c-be87-4302-849a-36fde97d3fee service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134882 Sep 22 20:13:46.189331 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:49Z', 'revision_number': 1, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:13:46.215581 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba7d7e1-c7bc-4366-aa40-0e5755653db7 None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_floatingips': [{'id': '57727fa3-5739-4362-8024-cbf61dee4b19', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'router_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'port_id': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'mac_address': 'fa:16:3e:45:12:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T20:09:47Z', 'updated_at': '2021-09-22T20:09:49Z', 'revision_number': 1, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:13:46.218359 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:46.426587 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c8044-a691-4b73-aac1-9ecb76270512 None None] New status for floating IP 37a14b80-7ec3-4067-bd36-80b4c1ec443d: DOWN {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:13:46.732818 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:47.318290 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213123c-72d2-4777-ab69-4a865c3274ea req-c38e1d51-7aa3-4ee3-b048-a7ed2039df1f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:47.319986 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d213123c-72d2-4777-ab69-4a865c3274ea req-c38e1d51-7aa3-4ee3-b048-a7ed2039df1f tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 945 time: 0.0952282 Sep 22 20:13:47.381659 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-d213123c-72d2-4777-ab69-4a865c3274ea req-130119c5-2793-4767-802c-fd462d0c1bea tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556638 Sep 22 20:13:47.396615 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-702c8f4f-7c03-49b4-9ffb-6287688aef2b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:47.398131 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-702c8f4f-7c03-49b4-9ffb-6287688aef2b tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 945 time: 0.0666680 Sep 22 20:13:47.485932 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Deleting port d09943de-df57-4cbc-8b44-0cfca8a2af4e {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:13:47.486269 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:47.568018 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] For port d09943de-df57-4cbc-8b44-0cfca8a2af4e, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=d09943de-df57-4cbc-8b44-0cfca8a2af4e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:13:47.568377 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:47.580770 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Calling delete_port for d09943de-df57-4cbc-8b44-0cfca8a2af4e owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:13:47.767416 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:47.792270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event deleted for resources: {'Port': ['ID=d09943de-df57-4cbc-8b44-0cfca8a2af4e,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:13:47.803887 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.804234 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.804568 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.804898 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.805226 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.805567 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.805899 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.806224 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.806547 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.806852 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.807675 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.807991 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:13:47.848032 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] No DVR routers for this DVR port d09943de-df57-4cbc-8b44-0cfca8a2af4e on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:13:47.850397 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:47.852321 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-35c1cc1d-8cb4-40b6-95d5-77965e94d47f req-ed88ffdf-9a50-49f5-83bc-54fcccd20aa9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "DELETE /v2.0/ports/d09943de-df57-4cbc-8b44-0cfca8a2af4e HTTP/1.1" status: 204 len: 173 time: 0.4476173 Sep 22 20:13:47.852744 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'name': 'network-vif-deleted', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:13:47.854985 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b67a4a3-7965-4026-a6fb-9528b7c9e6a9" -d '{"events": [{"server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "name": "network-vif-deleted", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:13:47.958841 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37cc9f8-5324-45f7-a189-79283658fc4b x-openstack-request-id: req-c37cc9f8-5324-45f7-a189-79283658fc4b {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:13:47.959129 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f", "name": "network-vif-deleted", "tag": "d09943de-df57-4cbc-8b44-0cfca8a2af4e", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:13:47.959421 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c37cc9f8-5324-45f7-a189-79283658fc4b {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:13:47.959809 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f', 'name': 'network-vif-deleted', 'tag': 'd09943de-df57-4cbc-8b44-0cfca8a2af4e', 'status': 'completed', 'code': 200} Sep 22 20:13:48.428559 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:48.732510 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-638eae08-0cae-40f5-ae1b-088e4fa109ed req-3bc6ef24-c489-46d0-aa7c-2aa77c2c2b61 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f3ee9de-fa99-4b5a-ac07-c1ec9341c82f HTTP/1.1" status: 200 len: 210 time: 0.2845087 Sep 22 20:13:52.013679 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:13:52.164397 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48224) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:13:52.311889 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Deleting port c14f4373-6725-405b-8b20-f71e00cdf50d {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:13:52.312151 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:52.390001 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:52.391438 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:52.402068 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Calling delete_port for c14f4373-6725-405b-8b20-f71e00cdf50d owned by network:floatingip {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:13:52.469727 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device d09943de-df57-4cbc-8b44-0cfca8a2af4e no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:13:52.491019 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: d09943de-df57-4cbc-8b44-0cfca8a2af4e {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:13:52.491366 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device d09943de-df57-4cbc-8b44-0cfca8a2af4e not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:13:52.702202 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:52.835690 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:52.863925 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event deleted for resources: {'Port': ['ID=c14f4373-6725-405b-8b20-f71e00cdf50d,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:13:52.918619 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:52.918956 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.db.l3_db [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Floating IP 57727fa3-5739-4362-8024-cbf61dee4b19 disassociated (deleted). External IP: 172.27.2.11, port: cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c. Sep 22 20:13:53.114421 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:13:53.217671 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:13:53.233197 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:53.234287 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:13:53.237882 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:13:53.238503 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:13:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:13:53.250193 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-7ac6c400-ac77-4f54-9bf5-3be4059b4e13 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "DELETE /v2.0/floatingips/57727fa3-5739-4362-8024-cbf61dee4b19 HTTP/1.1" status: 204 len: 168 time: 1.0847447 Sep 22 20:13:53.250772 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c'}] {{(pid=101137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:13:53.253009 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35c348e784c70f818937ea55f12cbf96dd2f2be7e4e2fe4a066cae86ad95d2f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc47fbf-de1d-4c65-9604-0d30333e3c48" -d '{"events": [{"name": "network-changed", "server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c"}]}' {{(pid=101137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:13:53.293876 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ff3c8-04ee-4162-93ea-4b2529c65a86 x-openstack-request-id: req-9e4ff3c8-04ee-4162-93ea-4b2529c65a86 {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:13:53.294283 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c", "status": "completed", "code": 200}]} {{(pid=101137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:13:53.294540 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e4ff3c8-04ee-4162-93ea-4b2529c65a86 {{(pid=101137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:13:53.295049 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'status': 'completed', 'code': 200} Sep 22 20:13:53.348787 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:13:53.356519 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-c8c47082-b9fd-4387-a8d2-3fc8c60bdf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:53.358164 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-c8c47082-b9fd-4387-a8d2-3fc8c60bdf4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38f2471bf62747518ff72559c3e0dea4&device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 1098 time: 0.0394392 Sep 22 20:13:53.455454 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-b208fb17-344a-4375-977d-438d3de7977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:53.456930 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-b208fb17-344a-4375-977d-438d3de7977e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 200 len: 913 time: 0.0917039 Sep 22 20:13:53.497784 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-22bcb4b5-442e-47aa-891c-fed3d8c5083b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c HTTP/1.1" status: 200 len: 217 time: 0.0343194 Sep 22 20:13:53.546273 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-cc62cf15-b967-422f-bcc9-c0646cb8803c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:53.552542 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-cc62cf15-b967-422f-bcc9-c0646cb8803c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 200 len: 851 time: 0.0433815 Sep 22 20:13:53.557713 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:13:53.628077 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-b792125b-382c-4375-9fc2-60d3ed9e4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:53.629602 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-b792125b-382c-4375-9fc2-60d3ed9e4176 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0ada6daa-39ec-4ff1-aded-45ea2766aee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742011 Sep 22 20:13:53.656253 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4076c-2d5a-4bbe-8b73-63ea545b19dd req-16c9d56f-60f9-45f2-a87b-b1d7f40d188d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:53.657721 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-89e4076c-2d5a-4bbe-8b73-63ea545b19dd req-16c9d56f-60f9-45f2-a87b-b1d7f40d188d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 945 time: 0.0645344 Sep 22 20:13:53.713088 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:13:53.721250 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:13:53.721886 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:13:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:13:53.744194 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-89e4076c-2d5a-4bbe-8b73-63ea545b19dd req-23f76659-84dc-4eec-bb3c-677337e56c71 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764508 Sep 22 20:13:53.762210 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-781b9d23-5a88-48c5-a3cc-1cf241c2ac09 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216822 Sep 22 20:13:53.826696 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:13:53.850412 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-2fc47fbf-de1d-4c65-9604-0d30333e3c48 req-3eb79a15-7b9c-42b8-981a-f6b008932cc5 service neutron] 10.222.0.36 "GET /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807440 Sep 22 20:13:54.019808 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:13:54.049263 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcd4887-59fc-4780-89d6-e9937e434380 None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:05:21Z', 'revision_number': 4, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi', '_interfaces': [{'id': '87f7f8f3-6bbd-4281-be27-8b268da794f3', 'name': '', 'network_id': '0ada6daa-39ec-4ff1-aded-45ea2766aee5', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'mac_address': 'fa:16:3e:51:41:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:20Z', 'updated_at': '2021-09-22T20:05:26Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'subnets': [{'id': '3a034660-6594-4dd2-bac9-21925852f1c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:13:54.253218 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c84d8f-f0b1-41a6-a2e6-4fd3c6fecb72 None None] New status for floating IP 57727fa3-5739-4362-8024-cbf61dee4b19: DOWN {{(pid=101139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 20:13:54.868972 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373813ea-f29d-447a-b8de-818050b10c7a req-a7ff753e-d4c6-4880-8f4c-b59cfa78ffe8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:54.870480 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-373813ea-f29d-447a-b8de-818050b10c7a req-a7ff753e-d4c6-4880-8f4c-b59cfa78ffe8 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Sep 22 20:13:54.907422 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-373813ea-f29d-447a-b8de-818050b10c7a req-d6a8b9fa-4ffe-4941-a93d-b35daf80028a tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/security-groups?id=1667ebfd-50af-4571-86d1-fd1b1b5cd385&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Sep 22 20:13:55.048874 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-5d90cd3a-783d-46fd-9972-6fb59038a0d9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:13:55.050251 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-5d90cd3a-783d-46fd-9972-6fb59038a0d9 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 945 time: 0.0495868 Sep 22 20:13:55.135195 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Deleting port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:13:55.136111 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:55.222926 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] For port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c, host hv-cinder-77853, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77853',level=0,port_id=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:13:55.223289 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:55.234629 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Calling delete_port for cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c owned by compute:nova {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:13:55.418548 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:55.451741 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event deleted for resources: {'Port': ['ID=cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:13:55.491378 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] No DVR routers for this DVR port cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c on host hv-cinder-77853 {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:13:55.494384 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for port, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:55.497116 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-7308a2c7-5f38-46f0-8957-533ac3b50e31 req-6e8fe365-835b-41f5-adae-e04b0d2ad180 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.36 "DELETE /v2.0/ports/cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c HTTP/1.1" status: 204 len: 173 time: 0.4407809 Sep 22 20:13:55.497560 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'name': 'network-vif-deleted', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c'}] {{(pid=101136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 20:13:55.500255 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a428f9602b777399da52924259009d359d5282484bcd543e8244742d89c0a4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805054f2-ad42-49a7-9155-a8f87cafd4fc" -d '{"events": [{"server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "name": "network-vif-deleted", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c"}]}' {{(pid=101136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 20:13:55.534083 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de88c6cb-ca6c-49f6-9c60-3e279159bb13 x-openstack-request-id: req-de88c6cb-ca6c-49f6-9c60-3e279159bb13 {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 20:13:55.534377 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe2f4f12-2349-4cf6-8d75-512487feba54", "name": "network-vif-deleted", "tag": "cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c", "status": "completed", "code": 200}]} {{(pid=101136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 20:13:55.534629 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de88c6cb-ca6c-49f6-9c60-3e279159bb13 {{(pid=101136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 20:13:55.535030 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2f4f12-2349-4cf6-8d75-512487feba54', 'name': 'network-vif-deleted', 'tag': 'cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c', 'status': 'completed', 'code': 200} Sep 22 20:13:55.997355 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [req-0454e4e6-da84-4e6f-8e2f-2325947ee2ed req-e2376465-1ffc-44ed-90d8-aba700905c80 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe2f4f12-2349-4cf6-8d75-512487feba54 HTTP/1.1" status: 200 len: 210 time: 0.0256417 Sep 22 20:13:57.050983 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48240) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:13:57.170849 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Deleting port aecc20ef-9e5b-4c3f-b7d4-28c539a5a7a9 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:13:57.171187 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:57.246174 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:57.246499 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:57.257639 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Calling delete_port for aecc20ef-9e5b-4c3f-b7d4-28c539a5a7a9 owned by network:floatingip {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:13:57.490864 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:57.518617 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event deleted for resources: {'Port': ['ID=aecc20ef-9e5b-4c3f-b7d4-28c539a5a7a9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:13:57.576405 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for floatingip, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:57.578888 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-252460'] for floatingip, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:57.580029 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-636a50a2-dbc3-418e-839b-485dfbe50476 tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "DELETE /v2.0/floatingips/3af5baca-8563-4ae3-afad-1a5a3e186893 HTTP/1.1" status: 204 len: 168 time: 0.5280828 Sep 22 20:13:58.898614 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48252) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:13:58.955745 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4bdd23b6-defd-4c68-8440-cdf893102c9d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:58.980639 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4bdd23b6-defd-4c68-8440-cdf893102c9d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:59.102454 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4bdd23b6-defd-4c68-8440-cdf893102c9d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:59.105611 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-4bdd23b6-defd-4c68-8440-cdf893102c9d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:13:59.106774 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-4bdd23b6-defd-4c68-8440-cdf893102c9d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] 10.222.0.11 "DELETE /v2.0/security-groups/1667ebfd-50af-4571-86d1-fd1b1b5cd385 HTTP/1.1" status: 204 len: 168 time: 0.2071624 Sep 22 20:13:59.118094 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd23b6-defd-4c68-8440-cdf893102c9d tempest-TestVolumeBootPattern-1423893066 tempest-TestVolumeBootPattern-1423893066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1667ebfd-50af-4571-86d1-fd1b1b5cd385,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:00.254122 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48258) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:00.484249 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c no longer exists at agent hyperv_hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:14:00.503572 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] No Port match for: cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:14:00.503901 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Device cfa1f1b8-c51b-40fb-9c69-d6755bd0d01c not bound to the agent host hv-cinder-77853 {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:14:00.687906 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:00.942334 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Deleting port 87f7f8f3-6bbd-4281-be27-8b268da794f3 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:14:00.942681 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:01.016882 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] For port 87f7f8f3-6bbd-4281-be27-8b268da794f3, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=87f7f8f3-6bbd-4281-be27-8b268da794f3,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:14:01.017262 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:01.032666 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Calling delete_port for 87f7f8f3-6bbd-4281-be27-8b268da794f3 owned by network:router_interface {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:14:01.263924 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:01.289316 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f7f8f3-6bbd-4281-be27-8b268da794f3,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:01.455903 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:01.660343 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Router 0902f0e7-3d7c-4817-a2e0-4fd87647172e has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:14:01.761815 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:14:01.767005 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-d5167e9e-752a-4732-8e3c-3a04dec20971 admin admin] 10.222.0.11 "PUT /v2.0/routers/0902f0e7-3d7c-4817-a2e0-4fd87647172e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5118687 Sep 22 20:14:01.769537 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48262) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:01.770553 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] Sync routers for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:14:01.779524 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:14:01.780135 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:13:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:01.871296 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:01.882350 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:14:02.058878 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:14:01Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:02.090241 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] Checking router: 0902f0e7-3d7c-4817-a2e0-4fd87647172e for host: dv-cinder-778534-8-iscsi {{(pid=101138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:14:02.099366 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] Routers {'0902f0e7-3d7c-4817-a2e0-4fd87647172e'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:14:02.100156 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:13:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'], 'active': True} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:02.193504 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.205891 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvr_db [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] Set router 0902f0e7-3d7c-4817-a2e0-4fd87647172e gateway port host: dv-cinder-778534-8-iscsi {{(pid=101138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:14:02.326704 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Deleting port 3b8ccdbf-1145-4835-96ee-1917df621ad1 {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:14:02.327272 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.390015 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_hamode_db [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:14:01Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:02.405514 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] For port 3b8ccdbf-1145-4835-96ee-1917df621ad1, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=3b8ccdbf-1145-4835-96ee-1917df621ad1,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:14:02.405908 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.417604 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c5b164-d39a-4bb3-b350-35ca63bf5ebe None None] The sync data for ids ['0902f0e7-3d7c-4817-a2e0-4fd87647172e'] in dv-cinder-778534-8-iscsi is: [{'id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'name': 'tempest-TestVolumeBootPattern-1829780748-router', 'tenant_id': '38f2471bf62747518ff72559c3e0dea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:14Z', 'updated_at': '2021-09-22T20:14:01Z', 'revision_number': 5, 'project_id': '38f2471bf62747518ff72559c3e0dea4', 'gw_port': {'id': '3b8ccdbf-1145-4835-96ee-1917df621ad1', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0902f0e7-3d7c-4817-a2e0-4fd87647172e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:16Z', 'updated_at': '2021-09-22T20:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}] {{(pid=101138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:14:02.418244 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Calling delete_port for 3b8ccdbf-1145-4835-96ee-1917df621ad1 owned by network:router_gateway {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:14:02.624292 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.653364 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b8ccdbf-1145-4835-96ee-1917df621ad1,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:02.710423 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.797310 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.799846 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.887462 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.888077 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0902f0e7-3d7c-4817-a2e0-4fd87647172e {{(pid=101137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:14:02.893063 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] Notify callbacks [] for router, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.894402 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-3ee0d895-55a5-4d4f-bf5f-9ed7e93689a9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/0902f0e7-3d7c-4817-a2e0-4fd87647172e HTTP/1.1" status: 204 len: 168 time: 1.1238682 Sep 22 20:14:02.899729 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48264) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:02.943375 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.db_base_plugin_v2 [None req-db68a89a-462f-45bb-96e9-82d6bb6d1ba3 admin admin] Deleting subnet 3a034660-6594-4dd2-bac9-21925852f1c9 {{(pid=101137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:14:02.946637 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-db68a89a-462f-45bb-96e9-82d6bb6d1ba3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:02.984520 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-db68a89a-462f-45bb-96e9-82d6bb6d1ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30124380'] for subnet, precommit_delete_associations {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.061838 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-db68a89a-462f-45bb-96e9-82d6bb6d1ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.171241 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-db68a89a-462f-45bb-96e9-82d6bb6d1ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30124409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30027788'] for subnet, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.196380 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68a89a-462f-45bb-96e9-82d6bb6d1ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a034660-6594-4dd2-bac9-21925852f1c9,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:03.200063 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-db68a89a-462f-45bb-96e9-82d6bb6d1ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for subnet, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.201946 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-db68a89a-462f-45bb-96e9-82d6bb6d1ba3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3a034660-6594-4dd2-bac9-21925852f1c9 HTTP/1.1" status: 204 len: 168 time: 0.3042102 Sep 22 20:14:03.204420 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48266) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:03.206218 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e663d2-8c94-44f5-964d-f1afba7cf50d None None] Network 0ada6daa-39ec-4ff1-aded-45ea2766aee5 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:14:03.269968 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.321556 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Deleting port bd679338-feef-4d66-8418-71613d43dc1e {{(pid=101137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:14:03.321935 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.392229 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.db [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] For port bd679338-feef-4d66-8418-71613d43dc1e, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=bd679338-feef-4d66-8418-71613d43dc1e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:14:03.393317 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.395791 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] DHCP port deletion for 0ada6daa-39ec-4ff1-aded-45ea2766aee5 request from dv-cinder-778534-8-iscsi {{(pid=101138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 20:14:03.411431 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.plugin [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Calling delete_port for bd679338-feef-4d66-8418-71613d43dc1e owned by network:dhcp {{(pid=101137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:14:03.461203 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 87f7f8f3-6bbd-4281-be27-8b268da794f3 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:14:03.486888 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Deleting port bd679338-feef-4d66-8418-71613d43dc1e {{(pid=101138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:14:03.487285 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.488981 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 87f7f8f3-6bbd-4281-be27-8b268da794f3 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:14:03.489318 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 87f7f8f3-6bbd-4281-be27-8b268da794f3 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:14:03.489977 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device bd679338-feef-4d66-8418-71613d43dc1e no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:14:03.581683 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] For port bd679338-feef-4d66-8418-71613d43dc1e, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=bd679338-feef-4d66-8418-71613d43dc1e,segment=NetworkSegment(5b46c4de-373a-488d-b4b0-778974b13b55),segment_id=5b46c4de-373a-488d-b4b0-778974b13b55)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:14:03.582100 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.596936 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Calling delete_port for bd679338-feef-4d66-8418-71613d43dc1e owned by network:dhcp {{(pid=101138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:14:03.660772 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682471'] for port, before_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.875532 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30124324'] for port, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.901546 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 3b8ccdbf-1145-4835-96ee-1917df621ad1 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:14:03.903328 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082'] for port, after_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:03.904788 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd679338-feef-4d66-8418-71613d43dc1e,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:03.912798 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] No DVR routers for this DVR port bd679338-feef-4d66-8418-71613d43dc1e on host dv-cinder-778534-8-iscsi {{(pid=101137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:14:03.927406 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 3b8ccdbf-1145-4835-96ee-1917df621ad1 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:14:03.927747 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 3b8ccdbf-1145-4835-96ee-1917df621ad1 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:14:03.946491 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Pushing event deleted for resources: {'Port': ['ID=bd679338-feef-4d66-8418-71613d43dc1e,revision_number=None']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:03.950052 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] No DVR routers for this DVR port bd679338-feef-4d66-8418-71613d43dc1e on host dv-cinder-778534-8-iscsi {{(pid=101138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:14:03.956652 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.957001 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.957347 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.957683 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.958044 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.958375 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.958704 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.959040 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.959360 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.959687 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.960015 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.960333 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42fb641-cac2-48eb-aed0-f02f6b064585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778534-8-iscsi {{(pid=101138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:14:03.987450 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.006740 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ada6daa-39ec-4ff1-aded-45ea2766aee5']}} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:04.016153 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b46c4de-373a-488d-b4b0-778974b13b55') {'for_net_delete': True} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:04.016452 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.services.segments.db [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b46c4de-373a-488d-b4b0-778974b13b55') {} {{(pid=101137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:04.029467 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30124357'] for segment, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.042020 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.047619 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=101137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:14:04.048001 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30124759'] for segment, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: Traceback (most recent call last): Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: timer() Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: cb(*args, **kw) Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: return func(*args, **kwargs) Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: self._notify() Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: self.callback(batched_events) Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: event.method(event) Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: return f(self, *a, **k) Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._get(url).json() Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: return self.request(url, 'GET', **kwargs) Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:14:04.049581 dv-cinder-778534-8-iscsi neutron-server[101137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:14:04.161068 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.166261 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.168085 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ada6daa-39ec-4ff1-aded-45ea2766aee5 HTTP/1.1" status: 204 len: 168 time: 0.9626973 Sep 22 20:14:04.171117 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 48268) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:04.178252 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54f237-9360-44bc-9e99-cbe003adf5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ada6daa-39ec-4ff1-aded-45ea2766aee5,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:04.504362 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33075225'] for router_interface, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.738605 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Deleting port 6e64d001-b050-431a-83ff-74b2a1d1cbc7 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:14:04.738946 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.812667 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] For port 6e64d001-b050-431a-83ff-74b2a1d1cbc7, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=6e64d001-b050-431a-83ff-74b2a1d1cbc7,segment=NetworkSegment(05c8934d-c6c8-4b94-942f-da7e79a86280),segment_id=05c8934d-c6c8-4b94-942f-da7e79a86280)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:14:04.812949 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:04.824935 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Calling delete_port for 6e64d001-b050-431a-83ff-74b2a1d1cbc7 owned by network:router_interface {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:14:05.075532 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:05.104500 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e64d001-b050-431a-83ff-74b2a1d1cbc7,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:05.262375 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33076368'] for router_interface, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:05.471251 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Router 05c2139b-24b6-42b6-891e-cec294955848 has already been hosted by L3 agent a1f3eaf3-3262-4e40-afdf-53e61ee27333 {{(pid=101136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:14:05.571799 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] Notify agent at l3_agent.dv-cinder-778534-8-iscsi the message routers_updated {{(pid=101136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:14:05.576781 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f0a4d153-5124-46f9-bb11-833f3afcdda4 admin admin] 10.222.0.11 "PUT /v2.0/routers/05c2139b-24b6-42b6-891e-cec294955848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4045129 Sep 22 20:14:05.579270 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 48270) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:05.580588 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] Sync routers for ids ['05c2139b-24b6-42b6-891e-cec294955848'] in dv-cinder-778534-8-iscsi {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:14:05.590541 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] Routers {'05c2139b-24b6-42b6-891e-cec294955848'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:14:05.591144 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:13:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['05c2139b-24b6-42b6-891e-cec294955848'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:05.678225 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks [] for router, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:05.689366 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] Set router 05c2139b-24b6-42b6-891e-cec294955848 gateway port host: dv-cinder-778534-8-iscsi {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:14:05.772511 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:05.876601 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Deleting port e5984655-24be-486a-8032-d67956ddfcbd {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:14:05.876947 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:05.941606 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'external_fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:14:04Z', 'revision_number': 5, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port': {'id': 'e5984655-24be-486a-8032-d67956ddfcbd', 'name': '', 'network_id': 'c4fd79b2-f866-4fd0-a191-e88fdad7f712', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:61:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c2139b-24b6-42b6-891e-cec294955848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778534-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:05:27Z', 'updated_at': '2021-09-22T20:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '04febbb5-893b-4e4d-99d4-70d57253f019', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778534-8-iscsi'}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:05.953487 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] For port e5984655-24be-486a-8032-d67956ddfcbd, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=e5984655-24be-486a-8032-d67956ddfcbd,segment=NetworkSegment(48febdb1-e5af-4df1-ae8f-82679892ce44),segment_id=48febdb1-e5af-4df1-ae8f-82679892ce44)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:14:05.953888 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:05.966294 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Calling delete_port for e5984655-24be-486a-8032-d67956ddfcbd owned by network:router_gateway {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:14:05.967541 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] Checking router: 05c2139b-24b6-42b6-891e-cec294955848 for host: dv-cinder-778534-8-iscsi {{(pid=101139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:14:05.975421 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] Routers {'05c2139b-24b6-42b6-891e-cec294955848'} bound to L3 agent in host dv-cinder-778534-8-iscsi {{(pid=101139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:14:05.976042 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778534-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T19:54:45Z,description=,heartbeat_timestamp=2021-09-22T20:13:45Z,host='dv-cinder-778534-8-iscsi',id=a1f3eaf3-3262-4e40-afdf-53e61ee27333,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T19:54:46Z,topic='l3_agent')) {'router_ids': ['05c2139b-24b6-42b6-891e-cec294955848'], 'active': True} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:06.057117 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_dvr_db [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] Set router 05c2139b-24b6-42b6-891e-cec294955848 gateway port host: None {{(pid=101139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:14:06.109257 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.l3_hamode_db [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:14:05Z', 'revision_number': 6, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port_host': None}], 'dv-cinder-778534-8-iscsi', False) {} {{(pid=101139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:06.134968 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bc1193-743d-4182-9f55-a52f5ca43068 None None] The sync data for ids ['05c2139b-24b6-42b6-891e-cec294955848'] in dv-cinder-778534-8-iscsi is: [{'id': '05c2139b-24b6-42b6-891e-cec294955848', 'name': 'tempest-TestVolumeBootPattern-1014378700-router', 'tenant_id': 'd6b8226b55ab44a6ab429aef83c33253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:05:26Z', 'updated_at': '2021-09-22T20:14:05Z', 'revision_number': 6, 'project_id': 'd6b8226b55ab44a6ab429aef83c33253', 'gw_port_host': None}] {{(pid=101139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:14:06.184071 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.209685 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5984655-24be-486a-8032-d67956ddfcbd,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:06.269302 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33076307'] for router_gateway, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.354477 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33077052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29850'] for router, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.356560 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.464156 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33077045'] for router, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.464660 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c2139b-24b6-42b6-891e-cec294955848 {{(pid=101136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 20:14:06.469274 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] Notify callbacks [] for router, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.470469 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f63c83cb-08d0-412e-8302-f91259c123bf admin admin] 10.222.0.11 "DELETE /v2.0/routers/05c2139b-24b6-42b6-891e-cec294955848 HTTP/1.1" status: 204 len: 168 time: 0.8902075 Sep 22 20:14:06.472930 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 48272) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:06.521307 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b50d902-c1ff-4675-b823-f62ba72923d1 admin admin] Deleting subnet 9247cf1e-e51e-4dd2-88f3-a7224d19c628 {{(pid=101136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 20:14:06.524446 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9b50d902-c1ff-4675-b823-f62ba72923d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.561184 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9b50d902-c1ff-4675-b823-f62ba72923d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29458065'] for subnet, precommit_delete_associations {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.635208 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9b50d902-c1ff-4675-b823-f62ba72923d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649047'] for subnet, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:06.761814 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9b50d902-c1ff-4675-b823-f62ba72923d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649054', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091936', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29555261', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29853086'] for subnet, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.048501 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50d902-c1ff-4675-b823-f62ba72923d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9247cf1e-e51e-4dd2-88f3-a7224d19c628,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:07.052068 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-9b50d902-c1ff-4675-b823-f62ba72923d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.055163 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-9b50d902-c1ff-4675-b823-f62ba72923d1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9247cf1e-e51e-4dd2-88f3-a7224d19c628 HTTP/1.1" status: 204 len: 168 time: 0.5810816 Sep 22 20:14:07.056414 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 48274) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:07.057438 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ff68b-36d7-4170-a81b-717fd164f9e1 None None] Network 6296a1f4-024e-4213-815e-528226965fd6 requested from dv-cinder-778534-8-iscsi {{(pid=101138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:14:07.125673 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-565679'] for network, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.186305 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Deleting port 2d467655-26b3-446b-a379-7411689543a5 {{(pid=101136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:14:07.186650 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.254105 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.db [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] For port 2d467655-26b3-446b-a379-7411689543a5, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=2d467655-26b3-446b-a379-7411689543a5,segment=NetworkSegment(05c8934d-c6c8-4b94-942f-da7e79a86280),segment_id=05c8934d-c6c8-4b94-942f-da7e79a86280)] {{(pid=101136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:14:07.254480 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.266888 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.plugin [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Calling delete_port for 2d467655-26b3-446b-a379-7411689543a5 owned by network:dhcp {{(pid=101136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:14:07.363269 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] DHCP port deletion for 6296a1f4-024e-4213-815e-528226965fd6 request from dv-cinder-778534-8-iscsi {{(pid=101138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 20:14:07.410663 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] Deleting port 2d467655-26b3-446b-a379-7411689543a5 {{(pid=101138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 20:14:07.411040 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791882397736'] for port, before_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.423084 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 6e64d001-b050-431a-83ff-74b2a1d1cbc7 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:14:07.445313 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29555296'] for port, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.452494 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 6e64d001-b050-431a-83ff-74b2a1d1cbc7 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:14:07.452832 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 6e64d001-b050-431a-83ff-74b2a1d1cbc7 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:14:07.453245 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 2d467655-26b3-446b-a379-7411689543a5 no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:14:07.474681 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d467655-26b3-446b-a379-7411689543a5,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:07.474917 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: 2d467655-26b3-446b-a379-7411689543a5 {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:14:07.475031 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device 2d467655-26b3-446b-a379-7411689543a5 not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:14:07.475437 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device e5984655-24be-486a-8032-d67956ddfcbd no longer exists at agent ovs-agent-dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 20:14:07.478231 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] No DVR routers for this DVR port 2d467655-26b3-446b-a379-7411689543a5 on host dv-cinder-778534-8-iscsi {{(pid=101136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:14:07.521813 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] No Port match for: e5984655-24be-486a-8032-d67956ddfcbd {{(pid=101138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 20:14:07.522166 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.rpc [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Device e5984655-24be-486a-8032-d67956ddfcbd not bound to the agent host dv-cinder-778534-8-iscsi {{(pid=101138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 20:14:07.529900 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.db [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] For port 2d467655-26b3-446b-a379-7411689543a5, host dv-cinder-778534-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778534-8-iscsi',level=0,port_id=2d467655-26b3-446b-a379-7411689543a5,segment=NetworkSegment(05c8934d-c6c8-4b94-942f-da7e79a86280),segment_id=05c8934d-c6c8-4b94-942f-da7e79a86280)] {{(pid=101138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:14:07.530305 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33120000'] for port, precommit_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.542429 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.plugins.ml2.plugin [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] Calling delete_port for 2d467655-26b3-446b-a379-7411689543a5 owned by network:dhcp {{(pid=101138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 20:14:07.547784 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-663534', 'neutron.services.segments.db._delete_segments_for_network-8791882183572'] for network, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.567451 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6296a1f4-024e-4213-815e-528226965fd6']}} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:07.576712 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c8934d-c6c8-4b94-942f-da7e79a86280') {'for_net_delete': True} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:07.577011 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.services.segments.db [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c8934d-c6c8-4b94-942f-da7e79a86280') {} {{(pid=101136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:14:07.589888 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791882182557', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29458056'] for segment, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.602463 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872'] for segment, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.608729 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=101136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 20:14:07.609116 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-647872', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29555091'] for segment, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: Traceback (most recent call last): Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: timer() Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: cb(*args, **kw) Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: return func(*args, **kwargs) Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: self._notify() Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: self.callback(batched_events) Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: event.method(event) Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: return f(self, *a, **k) Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._get(url).json() Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: return self.request(url, 'GET', **kwargs) Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 20:14:07.610741 dv-cinder-778534-8-iscsi neutron-server[101136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 20:14:07.619018 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791882403822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791881883082'] for port, after_delete {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.643887 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] Pushing event deleted for resources: {'Port': ['ID=2d467655-26b3-446b-a379-7411689543a5,revision_number=None']} {{(pid=101138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:07.648337 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be960922-c931-4604-a59f-1d2a1c606d8e None None] No DVR routers for this DVR port 2d467655-26b3-446b-a379-7411689543a5 on host dv-cinder-778534-8-iscsi {{(pid=101138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 20:14:07.721176 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-663513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33091897', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33076239'] for network, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.730283 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034554'] for network, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:07.732111 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] 10.222.0.11 "DELETE /v2.0/networks/6296a1f4-024e-4213-815e-528226965fd6 HTTP/1.1" status: 204 len: 168 time: 0.6747026 Sep 22 20:14:07.742319 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b795de3-38b7-4fbc-8da4-4b81f0fb8e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=6296a1f4-024e-4213-815e-528226965fd6,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:08.006501 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48278) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:08.045386 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-42d3c381-d079-47e8-975f-663a3dcc0fd7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38f2471bf62747518ff72559c3e0dea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378458 Sep 22 20:14:08.047646 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [-] (101137) accepted ('10.222.0.11', 48280) {{(pid=101137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:08.093297 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dbb84069-4aa7-4642-afd8-d3b178a93cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:08.117619 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dbb84069-4aa7-4642-afd8-d3b178a93cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:08.229562 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dbb84069-4aa7-4642-afd8-d3b178a93cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:08.232129 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron_lib.callbacks.manager [None req-dbb84069-4aa7-4642-afd8-d3b178a93cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:08.233291 dv-cinder-778534-8-iscsi neutron-server[101137]: INFO neutron.wsgi [None req-dbb84069-4aa7-4642-afd8-d3b178a93cec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f595f9d2-8f66-4d47-a408-e423da34d66e HTTP/1.1" status: 204 len: 168 time: 0.1847703 Sep 22 20:14:08.241530 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb84069-4aa7-4642-afd8-d3b178a93cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f595f9d2-8f66-4d47-a408-e423da34d66e,revision_number=None']} {{(pid=101137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:08.782489 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 48286) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:08.821432 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-f48096f6-ecd4-4b67-abf8-afb7df7170db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6b8226b55ab44a6ab429aef83c33253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377979 Sep 22 20:14:08.824489 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.wsgi [-] (101136) accepted ('10.222.0.11', 48288) {{(pid=101136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:14:08.871879 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-94eaaf0c-cf30-460e-8fba-f860f7be6a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:08.898034 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-94eaaf0c-cf30-460e-8fba-f860f7be6a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:08.978105 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-94eaaf0c-cf30-460e-8fba-f860f7be6a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33087956'] for security_group, after_delete {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:08.981243 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron_lib.callbacks.manager [None req-94eaaf0c-cf30-460e-8fba-f860f7be6a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:08.982435 dv-cinder-778534-8-iscsi neutron-server[101136]: INFO neutron.wsgi [None req-94eaaf0c-cf30-460e-8fba-f860f7be6a13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a74a77d-1e73-4ead-9940-bd48e4070db6 HTTP/1.1" status: 204 len: 168 time: 0.1570570 Sep 22 20:14:08.990409 dv-cinder-778534-8-iscsi neutron-server[101136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaaf0c-cf30-460e-8fba-f860f7be6a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a74a77d-1e73-4ead-9940-bd48e4070db6,revision_number=None']} {{(pid=101136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:14:12.930511 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-85a55f9f-3e77-45b9-adc0-b2ee45341e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:15.535720 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9329ec04-ef04-463d-be90-007ff4f9a31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:16.183505 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:16.690037 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:18.446797 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:22.775536 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:29.011759 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:14:42.885722 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-44efb954-8d45-4375-ba7a-1b8285932f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:45.542816 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-df00ace3-5afb-47f6-8ba6-d67353255b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:46.228530 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:46.725863 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:48.444244 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:14:52.746559 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:06.010209 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:15:12.902010 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-2c60fb9a-e91c-47b2-a623-92b81165b94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:15.564835 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-65d1dac2-4624-454f-aeb3-54449bc0b12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:16.219840 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:16.707733 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:18.462222 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:22.770708 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:42.935759 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-97257598-4799-4d0f-8d53-0d24a4037d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:43.007853 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:15:45.530108 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-7471e615-1e9c-42b7-a1dd-11b0ecaaf3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:46.207666 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:46.712762 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:48.489988 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:15:52.832719 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:12.895665 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-618b8faf-b299-44ad-af60-679bcf81c8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:15.575020 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-df4b5734-4e96-4c16-9c7e-687e733c7060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:16.201462 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:16.712143 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:18.437765 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:20.006095 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:16:22.900101 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:42.900131 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9d11c145-e2fe-43d9-929b-6759a63d45f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:45.601048 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-c83f8a9a-3bc3-427e-964e-d4b78b28e512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:46.252299 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:46.720688 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:48.430976 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:52.819739 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:16:57.005411 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:17:12.914109 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-31fe4391-0573-43c2-836f-eb308a89230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:15.573090 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-f0a73fb7-6611-4733-a103-6f3def7053b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:16.218687 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:16.771577 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:18.430534 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:22.829956 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:34.004306 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:17:42.913519 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0f3e-9eae-4285-94a4-ae081472f8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:45.675783 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-53bafa97-2af0-4b44-aeb6-6539502229c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:46.189363 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:46.703604 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:48.452987 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:17:52.840640 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:11.003752 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:18:12.908814 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-335aff54-d710-4ba6-8ee7-d2a96dcb832a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:15.048992 dv-cinder-778534-8-iscsi neutron-server[101137]: DEBUG neutron.wsgi [req-45371b12-9535-4859-932e-b1b990b6c4bd req-12e1a831-e436-434c-a2a7-7c78dce8c508 service neutron] (101137) timed out ('10.222.0.36', 51085) {{(pid=101137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 20:18:15.586942 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-ae14a4c0-2698-4906-ae18-cb541594dcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:16.209962 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:16.718253 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:18.478535 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:22.860679 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:42.946149 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-1556c19a-b961-4ec4-a2f5-eac87b241faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:45.575304 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-71dcb28b-2ebb-4fe5-b204-e84b6ad71e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:46.210627 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:46.723142 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:48.002992 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:18:48.511547 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:18:52.861847 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:19:12.935718 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-a434e651-e67b-4133-ab66-1f7325f598ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:19:15.562324 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-01c4771e-43f0-49f6-8415-18c5d1ff1b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:19:16.202440 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-bb1fce1f-529a-44a7-bfa7-d9a3eb73acf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:19:16.729612 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-9f2397c6-9eb9-4afa-aa09-d1383ececbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:19:18.518616 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-17c9eee1-a6cd-4678-94d8-e24b800d8acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:19:22.893661 dv-cinder-778534-8-iscsi neutron-server[101138]: DEBUG neutron_lib.callbacks.manager [None req-cdde61f9-ec33-4d48-a941-8023b4d4f9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791882183554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-659950'] for agent, after_update {{(pid=101138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:19:25.001965 dv-cinder-778534-8-iscsi neutron-server[101139]: DEBUG neutron.db.agents_db [None req-111bb7f7-5634-4b0f-aeaa-dd0512ae6742 None None] Agent healthcheck: found 6 active agents {{(pid=101139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}